-- Logs begin at Thu 2021-06-24 09:39:33 UTC, end at Thu 2021-06-24 10:37:23 UTC. -- Jun 24 10:13:22.011115 dv-cinder-790492-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 10:13:24.667637 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.common.config [-] Logging enabled! Jun 24 10:13:24.668274 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev396 Jun 24 10:13:24.668413 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92745) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 10:13:24.671595 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.common.config [-] Logging enabled! Jun 24 10:13:24.671851 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev396 Jun 24 10:13:24.672162 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92745) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 10:13:24.673085 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:13:24.673316 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:13:24.673679 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:13:24.673924 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:13:24.674180 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:13:24.674499 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.674818 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.675095 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.675323 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.675618 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.675908 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.676188 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.676473 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.676766 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.677049 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.677323 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.677606 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.677836 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.678138 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.678425 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.678708 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.678929 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] debug = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.679207 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.679628 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.680041 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.680319 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.680607 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.680886 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.681157 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.681430 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.681713 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.682037 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] host = dv-cinder-790492-7-iscsi {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.682349 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.682623 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.682908 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.683194 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.683493 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.683768 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.684062 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.684842 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.685122 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] log_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.685396 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.685683 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.685966 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.686276 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.686500 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.686720 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.687004 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.687290 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.687564 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.687837 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.688111 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.688383 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.688656 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.688923 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.689473 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.689756 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.690038 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.690338 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.690611 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.690879 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.691149 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.691432 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.691700 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.691970 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.692240 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.692524 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.692791 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.693061 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.693357 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.693639 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.693916 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.694221 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.694495 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.694772 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.695049 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.695320 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.695588 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] use_json = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.695857 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.696124 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.696403 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.696674 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.696944 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.697213 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.697481 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.697761 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:24.698054 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.698370 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.698670 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.698954 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.699245 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.699522 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.699806 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.700707 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.700999 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.701288 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.701576 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.701854 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.702162 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.702725 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.702725 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.703029 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.703320 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.703613 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.703888 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.704159 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.704430 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.704713 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.704998 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.705289 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.705577 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.705851 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.706149 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.706441 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.706717 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.706988 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.707263 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.707548 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.707825 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.708092 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.708371 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.708648 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.708916 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.709518 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.709799 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.710117 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.710400 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.710670 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.710942 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.711219 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.711489 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.711772 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.712049 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.712318 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.712585 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.712859 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.713130 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.713400 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.713674 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.713944 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.714245 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.714521 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.714789 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.715059 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.715328 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.715622 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.715894 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.716166 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.716443 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.716713 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.716984 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.717255 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.717526 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.717795 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.718093 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.718393 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.718671 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.718950 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.719226 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.719503 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.719777 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.720050 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.720325 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.720600 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.720868 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.721191 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.721441 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.721804 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.722114 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.722293 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.722584 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.722861 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.723137 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.723414 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.723687 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.723971 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.724248 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.724544 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.724837 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.725129 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.725421 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.725712 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.725988 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.726320 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.726599 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:24.726816 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:13:24.727062 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92745) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 10:13:25.073718 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:13:25.073992 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:13:25.074310 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:13:25.074643 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 10:13:25.461256 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.461544 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.461816 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.463134 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.463425 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.463710 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.497950 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.498256 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.498527 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.511647 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.511929 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.512199 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.542200 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.542482 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.542745 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.578695 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.578971 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.579239 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.811711 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.812235 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.812235 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.812516 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.813231 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.936275 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.936585 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.936867 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.937136 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.937400 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.937711 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.937969 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.938250 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.938499 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.938776 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.939284 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.939547 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.939804 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.940069 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.940322 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.940589 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.941836 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.942139 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.942431 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.942701 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.942995 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.943352 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.943613 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.943901 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.944154 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.944402 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.944795 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:13:25.945041 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:13:25.945280 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:13:25.945519 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:13:25.945755 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:13:25.945989 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:13:25.946382 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 10:13:25.949415 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 10:13:25.953891 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 10:13:25.957735 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jun 24 10:13:25.959390 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 10:13:25.959850 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 10:13:25.960183 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 10:13:25.960569 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 10:13:25.963538 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 10:13:25.963788 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 10:13:25.964129 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 10:13:25.991421 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 10:13:25.991867 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.992159 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92745) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 10:13:25.992521 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.993860 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92745) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 10:13:25.994169 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 10:13:25.994420 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 10:13:25.998202 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:25.998485 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.062161 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 10:13:26.062342 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 10:13:26.062581 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 10:13:26.062946 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 10:13:26.084195 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_db.sqlalchemy.engines [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92745) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 10:13:26.611154 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Initializing driver for type 'gre' Jun 24 10:13:26.611792 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] gre ID ranges: [(1, 1000)] Jun 24 10:13:26.663312 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Initializing driver for type 'local' Jun 24 10:13:26.663712 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Initializing driver for type 'vlan' Jun 24 10:13:26.676168 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] VlanTypeDriver initialization complete Jun 24 10:13:26.676545 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Initializing driver for type 'vxlan' Jun 24 10:13:26.677129 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] vxlan ID ranges: [(1, 1000)] Jun 24 10:13:26.727604 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Initializing extension driver 'port_security' Jun 24 10:13:26.727940 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.extensions.port_security [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] PortSecurityExtensionDriver initialization complete Jun 24 10:13:26.728264 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Initializing mechanism driver 'openvswitch' Jun 24 10:13:26.728590 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Initializing mechanism driver 'hyperv' Jun 24 10:13:26.735031 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:26.735963 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > port after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.736340 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > port after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.736695 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > port after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.737083 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > subnet after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.737432 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > subnet after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.737773 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.738179 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > network after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.738524 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > network after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.738863 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > network after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.739239 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > security_group after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.739583 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > security_group after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.739925 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.740306 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.740651 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.740992 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.741369 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > address_group after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.741712 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > address_group after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.742046 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.742402 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] ML2 OVO RPC backend initialized. {{(pid=92745) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 10:13:26.743108 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.743461 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.743873 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > network before_response 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.744216 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > networks before_response 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.744558 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > port before_response 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.744896 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > ports before_response 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.745235 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > subnet before_response 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.745573 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > subnets before_response 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.745912 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > network after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.746274 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > network after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.746606 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > network after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.747450 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > port after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.747781 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > port after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.748113 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > port after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.748445 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > subnet after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.748775 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > subnet after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.749102 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.749666 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.plugin [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Modular L2 Plugin initialization complete Jun 24 10:13:26.749991 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading services supported by the core plugin {{(pid=92745) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 10:13:26.750405 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.plugins.ml2.managers [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Got port-security extension from driver 'port_security' Jun 24 10:13:26.750863 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.extensions.vlantransparent [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Disabled vlantransparent extension. Jun 24 10:13:26.751348 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92745) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 10:13:26.751655 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading Plugin: router Jun 24 10:13:26.786647 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.787042 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router after_create 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.787405 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router before_create 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.787764 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.788128 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.788477 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router after_delete 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.788829 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.789193 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router after_create 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.789535 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router after_update 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.789881 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router after_update 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.790256 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.790611 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router after_update 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.791014 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router precommit_update 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.791378 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: port after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.791711 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: port after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.792041 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: subnet after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.792375 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.792717 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.793059 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router precommit_create 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.793400 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: port before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.793802 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router precommit_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.794181 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router after_update 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.794553 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.794870 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router precommit_create 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.795230 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.795572 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router precommit_update 55549900 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.795932 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > agent after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.796276 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > agent after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.796618 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > network after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.797478 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Tracking information for resource: router configured {{(pid=92745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:13:26.797805 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Tracking information for resource: floatingip configured {{(pid=92745) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:13:26.802819 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.db.l3_agentschedulers_db [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 10:13:26.803393 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: port after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.803747 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: port after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.804093 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: port after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.804438 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: port after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.805226 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router before_create 55550100 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.805584 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.805943 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router precommit_create 55550100 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.806338 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > router precommit_update 55550100 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.811685 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.services.provider_configuration [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service providers = [] {{(pid=92745) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 10:13:26.811685 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.db.servicetype_db [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92745) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 10:13:26.814842 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.services.service_base [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92745) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:13:26.815188 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.services.service_base [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92745) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:13:26.815526 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.services.service_base [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92745) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:13:26.816393 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.services.service_base [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92745) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:13:26.816758 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.services.service_base [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 10:13:26.817129 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:13:26.817441 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 10:13:26.828719 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:13:26.829055 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading Plugin: auto_allocate Jun 24 10:13:26.834741 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: network precommit_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.835104 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: network precommit_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.835622 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:13:26.835939 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading Plugin: tag Jun 24 10:13:26.842542 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:13:26.842863 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading Plugin: timestamp Jun 24 10:13:26.846638 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:13:26.846966 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading Plugin: network_ip_availability Jun 24 10:13:26.853806 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.854210 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.854563 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:26.855267 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:13:26.855583 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading Plugin: flavors Jun 24 10:13:26.860306 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:13:26.860631 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading Plugin: revisions Jun 24 10:13:26.864963 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92745) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:13:26.865298 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:13:26.866025 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92745) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 10:13:26.866382 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Initializing extension manager. Jun 24 10:13:26.866885 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: __init__.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.867222 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: __pycache__ {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.867551 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.867877 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: address_group.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.868629 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.869186 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: address-group Jun 24 10:13:26.869504 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: address_scope.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.870228 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.870729 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: address-scope Jun 24 10:13:26.871047 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.872487 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.872993 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: router-admin-state-down-before-update Jun 24 10:13:26.873307 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: agent.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.873988 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.874521 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: agent Jun 24 10:13:26.874835 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: agent_resources_synced.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.875725 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.876224 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: agent-resources-synced Jun 24 10:13:26.876540 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: allowedaddresspairs.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.878324 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.878837 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: allowed-address-pairs Jun 24 10:13:26.879158 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: auto_allocated_topology.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.880400 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.880918 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: auto-allocated-topology Jun 24 10:13:26.881240 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: availability_zone.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.881917 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.882450 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: availability_zone Jun 24 10:13:26.882771 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: availability_zone_filter.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.883658 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.884157 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: availability_zone_filter Jun 24 10:13:26.884476 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: data_plane_status.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.885358 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.885858 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 10:13:26.886200 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: default_subnetpools.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.887097 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.888156 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: default-subnetpools Jun 24 10:13:26.888473 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.889262 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.889765 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: dhcp_agent_scheduler Jun 24 10:13:26.890098 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: dns.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.891001 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.891503 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 10:13:26.891820 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: dns_domain_ports.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.892716 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.893212 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 10:13:26.893529 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.894462 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.894959 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 10:13:26.895275 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: dvr.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.895931 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.896427 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: dvr Jun 24 10:13:26.896743 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: empty_string_filtering.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.897630 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.898169 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: empty-string-filtering Jun 24 10:13:26.898487 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.899375 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.899874 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 10:13:26.900188 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.901073 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.901571 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 10:13:26.901886 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: external_net.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.902802 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.903329 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: external-net Jun 24 10:13:26.903641 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.904554 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.905052 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: extra_dhcp_opt Jun 24 10:13:26.905366 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: extraroute.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.906330 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.906831 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: extraroute Jun 24 10:13:26.907151 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: extraroute_atomic.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.908159 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.908659 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: extraroute-atomic Jun 24 10:13:26.909006 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: filter_validation.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.909651 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.910170 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: filter-validation Jun 24 10:13:26.910486 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: fip_pf_description.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.911370 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.911882 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 10:13:26.912179 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: fip_port_details.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.913073 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.913571 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: fip-port-details Jun 24 10:13:26.913887 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: flavors.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.915109 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.915618 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: flavors Jun 24 10:13:26.915940 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.917596 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.918148 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 10:13:26.918468 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: floatingip_pools.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.919260 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.919768 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: floatingip-pools Jun 24 10:13:26.920089 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: ip_allocation.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.921014 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.921516 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 10:13:26.921833 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.922764 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.923291 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: ip-substring-filtering Jun 24 10:13:26.923603 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: l2_adjacency.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.924514 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.925030 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 10:13:26.925326 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: l3.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.926458 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.926969 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: router Jun 24 10:13:26.927295 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.929795 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.930344 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 10:13:26.930750 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.931672 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.932256 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: ext-gw-mode Jun 24 10:13:26.932583 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.933595 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.934094 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: l3-ha Jun 24 10:13:26.935102 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: l3_flavors.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.936037 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.936454 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: l3-flavors Jun 24 10:13:26.936776 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.937769 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.938265 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 10:13:26.938584 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: l3agentscheduler.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.940056 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.940576 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: l3_agent_scheduler Jun 24 10:13:26.940889 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: logging.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.942474 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.942995 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension logging not supported by any of loaded plugins Jun 24 10:13:26.943534 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: metering.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.944259 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.944911 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: metering Jun 24 10:13:26.945235 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.946347 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.946860 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: metering_source_and_destination_fields Jun 24 10:13:26.947179 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: multiprovidernet.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.948083 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.948587 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: multi-provider Jun 24 10:13:26.948909 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: netmtu.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.949801 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.950902 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: net-mtu Jun 24 10:13:26.951219 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: netmtu_writable.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.952114 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.952622 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: net-mtu-writable Jun 24 10:13:26.952938 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: network_availability_zone.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.953592 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.954107 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: network_availability_zone Jun 24 10:13:26.954426 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: network_ip_availability.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.955512 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.956020 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: network-ip-availability Jun 24 10:13:26.956340 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: network_segment_range.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.957095 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.957595 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 10:13:26.957908 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: pagination.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.958911 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.959237 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: pagination Jun 24 10:13:26.959554 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: port_device_profile.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.960444 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.960952 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: port-device-profile Jun 24 10:13:26.961273 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.962197 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.962698 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: port-mac-address-regenerate Jun 24 10:13:26.963015 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.963905 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.964407 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: port-numa-affinity-policy Jun 24 10:13:26.964723 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: port_resource_request.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.965645 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.966168 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 10:13:26.966489 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: portbindings.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.967397 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.967903 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: binding Jun 24 10:13:26.968223 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: portbindings_extended.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.969481 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.969990 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: binding-extended Jun 24 10:13:26.970344 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: portsecurity.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.971251 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.971759 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: port-security Jun 24 10:13:26.972077 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: project_id.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.973030 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.973355 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: project-id Jun 24 10:13:26.973674 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: providernet.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.974607 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.975112 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: provider Jun 24 10:13:26.975430 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: qos.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.979107 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.979626 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension qos not supported by any of loaded plugins Jun 24 10:13:26.979953 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.981720 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.982254 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 10:13:26.982582 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.983480 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.983983 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 10:13:26.984305 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: qos_default.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.985199 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.985700 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension qos-default not supported by any of loaded plugins Jun 24 10:13:26.986020 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: qos_fip.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.986679 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.987174 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 10:13:26.987489 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: qos_gateway_ip.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.988395 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.988901 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 10:13:26.989222 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: qos_port_network_policy.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.990148 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.990656 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 10:13:26.990973 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: qos_rule_type_details.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.991871 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.992372 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 10:13:26.992687 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: qos_rules_alias.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.993716 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.994263 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 10:13:26.994582 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: quotasv2.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.995475 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:26.995797 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: quotas Jun 24 10:13:26.996113 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: quotasv2_detail.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:26.999733 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.000066 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: quota_details Jun 24 10:13:27.000390 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: rbac.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.001437 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.001959 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: rbac-policies Jun 24 10:13:27.002312 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: rbac_address_group.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.003222 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.003729 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: rbac-address-group Jun 24 10:13:27.004050 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: rbac_address_scope.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.004967 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.005473 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: rbac-address-scope Jun 24 10:13:27.005795 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: rbac_security_groups.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.006726 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.007234 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: rbac-security-groups Jun 24 10:13:27.007553 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: rbac_subnetpool.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.008449 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.008957 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: rbac-subnetpool Jun 24 10:13:27.009281 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: revisionifmatch.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.010214 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.010721 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: revision-if-match Jun 24 10:13:27.011039 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: revisions.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.012324 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.012859 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: standard-attr-revisions Jun 24 10:13:27.013184 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: router_availability_zone.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.013843 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.014386 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: router_availability_zone Jun 24 10:13:27.014707 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: routerservicetype.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.015611 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.016111 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 10:13:27.016430 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.017333 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.017841 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: security-groups-normalized-cidr Jun 24 10:13:27.018193 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.019095 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.019599 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: port-security-groups-filtering Jun 24 10:13:27.019916 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.020816 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.021321 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: security-groups-remote-address-group Jun 24 10:13:27.021640 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: securitygroup.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.031182 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.031702 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: security-group Jun 24 10:13:27.032033 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: segment.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.032804 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.033305 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension segment not supported by any of loaded plugins Jun 24 10:13:27.033628 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.034573 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.035079 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 10:13:27.035399 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: servicetype.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.036541 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.037057 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: service-type Jun 24 10:13:27.037381 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: sorting.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.038368 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.038698 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: sorting Jun 24 10:13:27.039020 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: standard_attr_segment.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.039983 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.040493 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 10:13:27.040813 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: standardattrdescription.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.041473 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.041978 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: standard-attr-description Jun 24 10:13:27.042325 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: stateful_security_group.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.043504 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.044276 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: stateful-security-group Jun 24 10:13:27.044596 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: stdattrs_common.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.045164 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 10:13:27.045482 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.046432 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.046938 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 10:13:27.047257 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: subnet_onboard.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.048312 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.048822 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: subnet_onboard Jun 24 10:13:27.049143 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.050046 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.050570 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 10:13:27.050887 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: subnet_service_types.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.051782 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.052287 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: subnet-service-types Jun 24 10:13:27.052605 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: subnetallocation.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.053666 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.054200 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: subnet_allocation Jun 24 10:13:27.054519 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.055174 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.055676 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: subnetpool-prefix-ops Jun 24 10:13:27.055991 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.056891 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.057387 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 10:13:27.057703 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: tagging.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.058919 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.059975 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: standard-attr-tag Jun 24 10:13:27.060296 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: timestamp.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.061471 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.061980 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loaded extension: standard-attr-timestamp Jun 24 10:13:27.062330 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: trunk.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.063343 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.063853 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension trunk not supported by any of loaded plugins Jun 24 10:13:27.064439 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: trunk_details.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.065340 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.065848 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 10:13:27.066199 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: uplink_status_propagation.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.067098 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.067607 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 10:13:27.067929 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Loading extension file: vlantransparent.py {{(pid=92745) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:13:27.068581 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92745) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:13:27.069090 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 10:13:27.071506 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:network Jun 24 10:13:27.072025 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:subnet Jun 24 10:13:27.072418 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:13:27.072803 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:port Jun 24 10:13:27.074031 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.074769 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service FLAVORS assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.075138 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.075559 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.075889 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:router Jun 24 10:13:27.076317 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 10:13:27.076806 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service METERING assigned prefix: /metering {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.078247 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:27.078612 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:27.078962 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:13:27.079949 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 10:13:27.080391 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:security_group Jun 24 10:13:27.080829 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 10:13:27.081414 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service CORE assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.081736 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:13:27.082095 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] subnetpool is already registered Jun 24 10:13:27.082537 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service CORE assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.082861 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:13:27.083187 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] subnetpool is already registered Jun 24 10:13:27.085475 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.085902 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service FLAVORS assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.086523 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.086940 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.087267 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:router Jun 24 10:13:27.087599 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] router is already registered Jun 24 10:13:27.088004 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 10:13:27.088331 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] floatingip is already registered Jun 24 10:13:27.088782 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service METERING assigned prefix: /metering {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.089440 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 10:13:27.089760 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] rbac_policy is already registered Jun 24 10:13:27.090195 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:security_group Jun 24 10:13:27.090548 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] security_group is already registered Jun 24 10:13:27.090942 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 10:13:27.091265 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] security_group_rule is already registered Jun 24 10:13:27.091897 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service CORE assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.092232 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:13:27.092560 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] subnetpool is already registered Jun 24 10:13:27.092969 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.v2.resource_helper [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Service CORE assigned prefix: {{(pid=92745) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:13:27.093287 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:13:27.093610 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING neutron.quota.resource_registry [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] subnetpool is already registered Jun 24 10:13:27.094062 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: extensions {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.095507 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: address-groups {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.096985 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: address-scopes {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.098340 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: agents {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.099491 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: auto-allocated-topology {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.100737 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: availability_zones {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.101948 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: dhcp-networks {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.103472 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: dhcp-agents {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.104920 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: routers {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.107179 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: flavors {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.109528 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: service_profiles {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.110757 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: next_providers {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.112205 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: service_profiles {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.113740 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: floatingip-pools {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.115033 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: routers {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.116670 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: floatingips {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.117936 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: l3-routers {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.119369 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: l3-agents {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.120783 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: metering-labels {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.122619 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: metering-label-rules {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.123985 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: network-ip-availabilities {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.125250 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: bindings {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.126815 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: quotas {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.128350 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: quotas {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.129760 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: rbac-policies {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.130985 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: security-groups {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.132290 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: security-group-rules {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.133560 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: service-providers {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.134800 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: subnetpools {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.136116 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: subnetpools {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.137679 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: tags {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.139383 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: tags {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.141201 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: tags {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.143009 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: tags {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.144682 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: tags {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.146655 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: tags {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.148350 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: tags {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.150133 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: tags {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.151986 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: tags {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.153747 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron.api.extensions [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Extended resource: tags {{(pid=92745) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:13:27.159762 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING keystonemiddleware.auth_token [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 10:13:27.164225 dv-cinder-790492-7-iscsi neutron-server[92745]: WARNING keystonemiddleware.auth_token [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 10:13:27.173043 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Acquired lock "singleton_lock" {{(pid=92745) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 10:13:27.173512 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Releasing lock "singleton_lock" {{(pid=92745) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 10:13:27.174172 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO oslo_service.service [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Starting 2 workers Jun 24 10:13:27.178882 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Started child 92850 {{(pid=92745) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:13:27.186102 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Started child 92851 {{(pid=92745) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:13:27.186382 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:27.187002 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO neutron.service [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 10:13:27.187002 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Notify callbacks [] for process, before_spawn {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:27.187159 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [-] (92850) wsgi starting up on http://0.0.0.0:9696 Jun 24 10:13:27.187238 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 59904) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:13:27.188608 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO oslo_service.service [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Starting 1 workers Jun 24 10:13:27.189937 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:27.191484 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [-] (92851) wsgi starting up on http://0.0.0.0:9696 Jun 24 10:13:27.194056 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Started child 92853 {{(pid=92745) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:13:27.194631 dv-cinder-790492-7-iscsi neutron-server[92745]: INFO oslo_service.service [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Starting 1 workers Jun 24 10:13:27.196019 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066736 Jun 24 10:13:27.197814 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.service [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] calling RpcWorker wait() {{(pid=92853) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 10:13:27.198821 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.service [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] returning from RpcWorker wait() {{(pid=92853) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 10:13:27.200211 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Started child 92854 {{(pid=92745) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:13:27.200471 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:27.201014 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f650-9bbb-4a1b-85b0-56275bf98cd9 None None] Notify callbacks [] for process, after_spawn {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:27.201236 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:27.202920 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92745) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 10:13:27.203130 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:13:27.203312 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:13:27.203535 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:13:27.203878 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:13:27.204041 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:13:27.204566 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.204840 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.205093 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.205364 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.205641 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.206236 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:27.206755 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.206755 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.206755 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.206981 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.207213 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.207391 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.207741 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:27.208398 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.208820 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.209222 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.209676 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.210173 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.210428 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.210716 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.210893 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.211286 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.211697 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.212079 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.212486 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] debug = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.212909 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.213393 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.213644 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.213893 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.214130 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.214581 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.214968 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.215397 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.215822 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.216210 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.216594 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.217024 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.217266 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.217503 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.217751 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.218002 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.218269 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.218755 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] host = dv-cinder-790492-7-iscsi {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.219122 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.219487 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.219891 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.220309 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.220711 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.221069 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.221475 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.221871 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.222293 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.222681 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.223085 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.223480 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.223877 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.224278 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.224586 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_options = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.224975 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.225383 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.225787 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.226133 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.226459 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.226782 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.227170 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.227474 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.227869 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.228239 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.228607 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.228964 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.229336 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.229694 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.230202 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.230632 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.231061 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.232097 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.232585 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.232862 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.233102 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.233347 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.233646 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.233859 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.234061 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.235061 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.236065 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.236065 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.236065 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.236065 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.236338 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.236506 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.236803 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.237034 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.237281 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.237531 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.237723 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.237990 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.238252 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.238605 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.238868 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.239138 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.239362 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.239576 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.239826 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.240045 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_json = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.240309 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.240532 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.240855 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.241088 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.241299 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.241510 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.241720 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.241957 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.243448 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.243735 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.244069 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.244328 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.244586 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.244842 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.245099 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.245323 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.245574 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.245837 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.246106 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.246519 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.247515 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.247959 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.248962 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.248962 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.248962 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.249190 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.249278 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.249667 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.249910 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.250233 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.250505 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.250772 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.251032 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.251293 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.251586 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.251824 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.252055 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.252287 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.252517 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.252889 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.253333 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.253620 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.253862 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.254109 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.255844 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.256204 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.256577 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.256807 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.257068 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.257330 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.257582 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.257791 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.258026 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.259897 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.260128 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.260365 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.260592 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.260856 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.261098 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.261322 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.261539 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.261756 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.261998 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.262266 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.262528 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.262742 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.262958 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.263184 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.263807 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.263807 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.264493 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.264493 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.264493 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.264731 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.265638 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.265638 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.265638 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.265638 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.265943 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.266029 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.266763 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.267128 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.267226 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.267701 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.267701 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.267881 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.268091 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.268398 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.268742 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.269046 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.269420 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.269817 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.270478 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.270812 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.271067 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.271314 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.271708 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.272104 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.272496 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.273044 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.273503 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.273875 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.274482 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.274971 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.275445 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.276069 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.276459 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.276847 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.277396 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.277838 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.278133 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.278367 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.278616 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.278848 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.279120 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.280442 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.281303 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.282178 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.282752 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.286280 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.290669 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.291193 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.291457 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.291745 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.292049 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.292342 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.292600 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.292864 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.293164 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.293379 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.301254 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.301254 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.301523 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.301801 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.302044 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.302403 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.302647 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.302903 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.303133 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.303389 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.304374 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.304374 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.304374 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.304374 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.304651 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.304886 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.305135 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.305405 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.305651 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.305884 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.307983 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.307983 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.308172 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.308407 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.308658 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.310502 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.310915 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.311235 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.311489 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.315254 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.315254 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.316408 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.316408 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.316672 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.316908 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.317167 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.317402 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.317666 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.317896 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.318152 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.318401 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.318628 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.318877 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.319099 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.319334 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.319589 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.319812 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.320104 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.320354 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.320590 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.320839 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.321088 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.321358 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.321576 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.321828 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.322048 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.323432 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.324015 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.324262 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.324551 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.324931 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.325362 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.325591 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.325993 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.326742 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.327266 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.327624 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.327868 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.328125 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.328358 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.328710 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.328961 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.329217 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.329439 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.329659 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.329878 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.330168 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.330397 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.330699 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.330920 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.331729 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.331729 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.331729 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.331729 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.332017 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.332389 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.332626 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.333012 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.333264 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.334572 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.334678 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.334864 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.335114 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.335352 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.335606 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.335842 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.336070 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.336300 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.336542 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.336793 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.337010 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.337252 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.337477 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.337702 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.337954 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.338188 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.338405 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.338627 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.338843 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.339181 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.339447 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.339698 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.339970 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.341219 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.341219 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.341410 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.341663 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.341889 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.342205 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.342543 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.342775 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.343662 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.344108 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.344880 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.346759 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.346759 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.346759 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.346998 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.347183 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:27.348022 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.348465 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.348838 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.349275 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.349778 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.350298 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.350708 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.351180 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.351601 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.352137 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.352547 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.352801 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.353054 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.353291 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.353559 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.353817 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.354101 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.354328 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.354575 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.354803 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.355043 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.355263 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.355525 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.355766 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.355925 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:13:27.356938 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92745) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 10:13:27.356938 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:13:27.356938 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:13:27.357147 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:13:27.357147 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:13:27.357364 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:13:27.357511 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.357662 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.357799 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.357961 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.358206 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.358352 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.358493 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.358642 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.358781 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.358918 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.359071 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.359227 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.359391 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.359530 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.359836 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.360144 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.360438 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.360730 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.361039 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.361416 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.361660 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.361903 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.362059 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] debug = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.362232 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.363354 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.363583 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.364563 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.364563 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.364563 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.364563 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.364563 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.364899 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.364899 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.364899 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.365108 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.365644 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.365817 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.366910 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.367089 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.367808 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.367808 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] host = dv-cinder-790492-7-iscsi {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.367808 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.367808 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.368092 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.368092 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.368211 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.369421 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.371255 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.371452 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.371624 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.372316 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.372484 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.372648 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.372809 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.373746 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.373746 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_options = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.373746 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.373746 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.373746 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.373746 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.374226 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.374226 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.374401 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.374563 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.374730 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.376200 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.378524 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.378704 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.378878 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.379049 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.379221 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.379391 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.379558 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.379724 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.379888 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.380052 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.380212 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.380372 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.380529 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.380686 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.380842 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.380998 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.381154 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.381310 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.381465 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.381622 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.381778 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.381936 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.383093 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.383284 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.383438 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.384166 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.384325 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.384497 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.384659 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.384806 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.384967 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.385127 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.385270 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.385433 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.385585 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.385725 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_json = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.385864 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.386020 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.386263 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.386407 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.386544 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.386693 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.386831 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.386977 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:13:27.387134 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.387271 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.387954 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.388359 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.388515 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.388675 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.388817 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.388982 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.389136 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.389274 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.389443 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.389605 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.389776 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.389937 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.390227 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.390369 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.390506 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.390656 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.390794 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.390932 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.391069 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.391205 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.391378 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.391522 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.391691 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.391835 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.391981 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.392130 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.392291 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.392454 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.392597 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.392759 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.392903 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.393045 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.393207 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.393358 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.393495 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.393657 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.393906 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.394048 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.394241 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.394380 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.394515 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.394651 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.394799 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.394936 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.395072 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.395208 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.395344 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.395481 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.395616 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.395751 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.395887 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.396032 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.396178 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.396337 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.396482 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.396642 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.397507 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.398460 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.398648 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.398850 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.399034 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.399212 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.399384 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.399556 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.399723 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.400450 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.400630 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.400800 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.402242 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.402493 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.402736 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.402994 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.403221 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.403405 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.403564 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.405386 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.405386 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.405386 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.405386 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.405386 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.405386 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.405386 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.405386 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.405386 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.406039 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.406039 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.406039 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.406039 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.406394 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.406394 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.406538 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.406685 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.406859 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.407002 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.407140 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.407278 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.407426 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.407565 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.407721 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.407877 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.408034 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.408190 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.408347 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.408503 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.408660 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.408816 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.408971 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.409126 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.409979 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.409979 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.409979 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.409979 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.409979 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.410389 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.410389 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.410389 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.410599 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.410677 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.410828 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.410959 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.411116 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.411595 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.411595 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.411595 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.411835 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.411913 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.412016 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.412172 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.412976 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.412976 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.412976 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.412976 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.413287 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.413287 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.413429 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.413506 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.413605 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.413766 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.413922 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.414146 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.414261 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.414398 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.414554 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.415366 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.415366 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.415366 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.415366 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.415366 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.415738 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.415738 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.415738 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.415966 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.416044 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.416163 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.416318 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.416473 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.416629 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.416787 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.416943 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.417775 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.417775 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.417775 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.417775 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.418106 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.418192 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.418396 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.418554 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.418741 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.418895 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.419057 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.419217 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.419365 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.419526 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.419687 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.419844 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.420000 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.420166 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.420304 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.420460 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.420618 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.420776 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.420952 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.421079 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.421235 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.421391 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.421564 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.421719 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.421876 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.422031 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.422951 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.423123 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.423272 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.423429 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.423586 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.423736 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.423892 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.424957 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.424957 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.424957 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.424957 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.424957 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.424957 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.424957 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.425485 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.425485 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.425485 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.425697 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.425697 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.425836 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.425957 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.426132 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.426289 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.426444 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.426600 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.426844 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.426943 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.427060 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.427215 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.427384 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.427538 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.427693 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.427846 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.428000 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.428155 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.428377 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.428539 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.428694 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.428848 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.429003 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.429169 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.429330 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.429486 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.429650 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.429805 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.429960 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.430153 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.430311 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.430468 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.430627 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.430784 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.430939 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.431095 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.431252 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.431414 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.432339 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.432339 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.432339 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.432339 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.432339 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.432339 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.432711 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.432711 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.432830 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.432947 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.433090 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.433249 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.433405 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.434127 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.434127 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.434127 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.434127 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.434925 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.434925 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.435091 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.435249 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.435405 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.435561 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.435808 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.435970 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.436128 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.436285 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.436442 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:13:27.436591 dv-cinder-790492-7-iscsi neutron-server[92745]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92745) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:13:38.461001 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d99ba4-c673-4b38-a836-5aac808e8200 None None] get_active_networks_info from dv-cinder-790492-7-iscsi {{(pid=92853) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 10:13:38.534840 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d99ba4-c673-4b38-a836-5aac808e8200 None None] No non-hosted networks {{(pid=92853) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 10:13:38.542520 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.agentschedulers_db [None req-84d99ba4-c673-4b38-a836-5aac808e8200 None None] DHCP Agent not found on host dv-cinder-790492-7-iscsi {{(pid=92853) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 24 10:13:38.671581 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-7f779fa0-4b8c-4a24-bd2f-15457faeff91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447289'] for agent, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:41.084264 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-079673e0-e5e6-440d-8912-c42f2d0f3525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447289'] for agent, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:41.109413 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-3c572ac7-2cee-4f4e-b733-3bd2395adefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:41.176178 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447289'] for agent, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:41.177396 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.178267 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.178837 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.179476 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.180032 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.180588 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.181133 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.181723 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.182549 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.183159 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.184271 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.184871 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:41.185478 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790492-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:41.192653 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790492-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:42.014010 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447289'] for agent, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:43.663672 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447289'] for agent, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:44.447249 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.db.l3_hamode_db [None req-59857081-a4a1-4b4a-a1c4-101d210b4789 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 10:13:44.524800 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59857081-a4a1-4b4a-a1c4-101d210b4789 None None] Routers set() bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:13:44.525187 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59857081-a4a1-4b4a-a1c4-101d210b4789 None None] Router IDs set() for agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 10:13:44.835649 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60014) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:13:45.317638 dv-cinder-790492-7-iscsi neutron-server[92850]: WARNING oslo_policy.policy [None req-640c05c5-41e3-4893-a0b9-a787cebcfeee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:13:45.318268 dv-cinder-790492-7-iscsi neutron-server[92850]: WARNING oslo_policy.policy [None req-640c05c5-41e3-4893-a0b9-a787cebcfeee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:13:45.533332 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [None req-640c05c5-41e3-4893-a0b9-a787cebcfeee admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=92850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:13:45.534364 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-640c05c5-41e3-4893-a0b9-a787cebcfeee admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6978087 Jun 24 10:13:47.837972 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60028) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:13:48.142355 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-e5c6b348-38ef-4df9-b3f9-525709b3bfa3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:13:48.235139 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.policy [None req-e5c6b348-38ef-4df9-b3f9-525709b3bfa3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92850) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 10:13:48.282179 dv-cinder-790492-7-iscsi neutron-server[92850]: WARNING oslo_policy.policy [None req-e5c6b348-38ef-4df9-b3f9-525709b3bfa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:13:48.282540 dv-cinder-790492-7-iscsi neutron-server[92850]: WARNING oslo_policy.policy [None req-e5c6b348-38ef-4df9-b3f9-525709b3bfa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:13:48.290909 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.quota [None req-e5c6b348-38ef-4df9-b3f9-525709b3bfa3 admin admin] Loaded quota_driver: . Jun 24 10:13:48.381875 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b348-38ef-4df9-b3f9-525709b3bfa3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779381329960', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779381330555', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779381221041', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779381217485', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779381241627', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779381235537', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-599506', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1326774', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-358759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-775628'] for rbac-policy, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:48.444765 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b348-38ef-4df9-b3f9-525709b3bfa3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:48.445950 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e5c6b348-38ef-4df9-b3f9-525709b3bfa3 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6069825 Jun 24 10:13:50.964199 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60040) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:13:51.256991 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'project_id': '88ad09882ec8469ea53e25027b266616', 'name': 'private'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:13:51.285503 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Made reservation on behalf of 88ad09882ec8469ea53e25027b266616 for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:13:51.288261 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:51.304785 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:51.424269 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:51.428059 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:51.434050 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:13:51.448785 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=92850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:13:51.480422 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779379738911', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:51.481026 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Unsubscribe: segment precommit_create {{(pid=92850) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 10:13:51.481499 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Added segment 48bf39d8-6268-4ace-baf4-fc5089aa1bfb of type vlan for network c82c0623-587e-4e5a-970a-b8a25b0ada67 Jun 24 10:13:51.498512 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c191e2-e020-4612-8019-9539e4f4caed,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:51.528068 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.528410 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.528733 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.529044 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.529354 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.529705 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.530011 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.530335 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.530649 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.530951 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.531247 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.531542 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Tracked resource versions report: Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: pushed versions: Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: { 'AddressGroup': {'1.2'}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'ConntrackHelper': {'1.0'}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Log': {'1.0'}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Network': {'1.1'}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Port': {'1.7'}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'PortForwarding': {'1.2'}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'QosPolicy': {'1.8'}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SecurityGroup': {'1.4'}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SubPort': {'1.0'}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Subnet': {'1.1'}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Trunk': {'1.1'}} Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: consumer versions: Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: { DHCP agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: L3 agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: Metadata agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: Metering agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: Open vSwitch agent@dv-cinder-790492-7-iscsi: { 'AddressGroup': '1.2', Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'ConntrackHelper': '1.0', Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Log': '1.0', Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Network': '1.1', Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Port': '1.7', Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'PortForwarding': '1.2', Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'QosPolicy': '1.8', Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SecurityGroup': '1.4', Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SecurityGroupRule': '1.2', Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SubPort': '1.0', Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Subnet': '1.1', Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Trunk': '1.1'}} Jun 24 10:13:51.532602 dv-cinder-790492-7-iscsi neutron-server[92850]: {{(pid=92850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:13:51.587177 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:13:51.606265 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:51.654818 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:51.656345 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:13:51.656984 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:51.659691 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:13:51.740057 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7742829 Jun 24 10:13:51.753530 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Pushing event updated for resources: {'Network': ['ID=c82c0623-587e-4e5a-970a-b8a25b0ada67,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:51.757583 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:13:51.765788 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network c82c0623-587e-4e5a-970a-b8a25b0ada67 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:13:54.320095 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60054) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:13:54.710008 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc52d19-c3d5-447e-b211-970a6bdc49bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:13:54.711388 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-9bc52d19-c3d5-447e-b211-970a6bdc49bd admin admin] 10.222.0.79 "GET /v2.0/networks/c82c0623-587e-4e5a-970a-b8a25b0ada67 HTTP/1.1" status: 200 len: 826 time: 0.3903551 Jun 24 10:13:54.735419 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e425b8c8-84a8-41a3-8057-19ccd1ed4ea6 admin admin] 10.222.0.79 "GET /v2.0/subnetpools/ffb9e4c9-68fb-4b4b-a95f-1e9f595d9781 HTTP/1.1" status: 200 len: 734 time: 0.0185966 Jun 24 10:13:54.743777 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Request body: {'subnet': {'tenant_id': '88ad09882ec8469ea53e25027b266616', 'ip_version': 4, 'subnetpool_id': 'ffb9e4c9-68fb-4b4b-a95f-1e9f595d9781', 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:13:54.767226 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Made reservation on behalf of 88ad09882ec8469ea53e25027b266616 for: {'subnet': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:13:54.769540 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:55.057115 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:55.059963 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:13:55.121877 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:55.128932 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:13:55.131668 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Checking segment: {'id': '48bf39d8-6268-4ace-baf4-fc5089aa1bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:13:55.132044 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Network hostable DHCP agents. Network: c82c0623-587e-4e5a-970a-b8a25b0ada67, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:13:55.155544 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Network c82c0623-587e-4e5a-970a-b8a25b0ada67 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:13:55.165880 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, c82c0623-587e-4e5a-970a-b8a25b0ada67) {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:55.170783 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:13:55.171458 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:55.175821 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a901ce2-c1cd-48b5-a463-507786ad106d None None] Network c82c0623-587e-4e5a-970a-b8a25b0ada67 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:13:55.185376 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4448280 Jun 24 10:13:55.481652 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfba0f6d-5148-5e12-b8f3-c731db63f75f-c82c0623-587e-4e5a-970a-b8a25b0ada67', 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'fixed_ips': [{'subnet_id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50'}]}} from dv-cinder-790492-7-iscsi. {{(pid=92853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:13:55.482876 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:55.743655 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.db_base_plugin_common [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Allocated IP 172.20.0.2 (c82c0623-587e-4e5a-970a-b8a25b0ada67/a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50/70ab88b4-97f2-43dd-bcba-e8b92ed96ad7) {{(pid=92853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:13:55.953607 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Notify callbacks [] for port, precommit_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:55.968255 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Transition to ACTIVE for port object 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:13:55.990285 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Transition to ACTIVE for port object 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 will not be triggered until provisioned by entity DHCP. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:13:56.026972 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:56.029716 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:13:56.091098 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Network c82c0623-587e-4e5a-970a-b8a25b0ada67 is already hosted by enough agents. {{(pid=92853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:13:56.096094 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.base_scheduler [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Resources bound (agent type, host, resource id): {{(pid=92853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:56.108304 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Received port after_create {{(pid=92853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:13:56.111290 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Pushing event updated for resources: {'Port': ['ID=70ab88b4-97f2-43dd-bcba-e8b92ed96ad7,revision_number=1']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:56.136071 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.136476 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.136806 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.137124 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.137499 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.137836 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.138174 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.138486 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.138812 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.139123 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.139429 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.139739 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Tracked resource versions report: Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: pushed versions: Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: { 'AddressGroup': {'1.2'}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'ConntrackHelper': {'1.0'}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Log': {'1.0'}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Network': {'1.1'}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Port': {'1.7'}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'PortForwarding': {'1.2'}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'QosPolicy': {'1.8'}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SecurityGroup': {'1.4'}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SubPort': {'1.0'}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Subnet': {'1.1'}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Trunk': {'1.1'}} Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: consumer versions: Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: { DHCP agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: L3 agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: Metadata agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: Metering agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: Open vSwitch agent@dv-cinder-790492-7-iscsi: { 'AddressGroup': '1.2', Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'ConntrackHelper': '1.0', Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Log': '1.0', Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Network': '1.1', Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Port': '1.7', Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'PortForwarding': '1.2', Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'QosPolicy': '1.8', Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SecurityGroup': '1.4', Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SecurityGroupRule': '1.2', Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SubPort': '1.0', Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Subnet': '1.1', Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Trunk': '1.1'}} Jun 24 10:13:56.140796 dv-cinder-790492-7-iscsi neutron-server[92853]: {{(pid=92853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:13:56.163030 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:13:56.192144 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Attempting to bind port 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:13:56.192738 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Attempting to bind port 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '48bf39d8-6268-4ace-baf4-fc5089aa1bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:13:56.192915 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Attempting to bind port 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 on network c82c0623-587e-4e5a-970a-b8a25b0ada67 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:13:56.197635 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:13:56.198043 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Checking segment: {'id': '48bf39d8-6268-4ace-baf4-fc5089aa1bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:13:56.198545 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:56.198926 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Bound using segment: {'id': '48bf39d8-6268-4ace-baf4-fc5089aa1bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:13:56.199426 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Bound port: 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bf39d8-6268-4ace-baf4-fc5089aa1bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:13:56.199836 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:56.259362 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] For port 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:13:56.263600 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] For port 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=70ab88b4-97f2-43dd-bcba-e8b92ed96ad7,segment=NetworkSegment(48bf39d8-6268-4ace-baf4-fc5089aa1bfb),segment_id=48bf39d8-6268-4ace-baf4-fc5089aa1bfb)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:13:56.268028 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:13:56.271731 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:13:56.335438 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Pushing event updated for resources: {'Port': ['ID=70ab88b4-97f2-43dd-bcba-e8b92ed96ad7,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:56.338857 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:13:57.538313 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60062) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:13:57.848055 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [None req-aee57773-bfc0-4b78-a898-de0986d8b4fb admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=92850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:13:57.848972 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-aee57773-bfc0-4b78-a898-de0986d8b4fb admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096256 Jun 24 10:14:00.225379 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60070) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:14:00.544140 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [None req-dde5fe88-07d3-4fab-89e8-ea73fbb32269 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=92850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:14:00.545135 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-dde5fe88-07d3-4fab-89e8-ea73fbb32269 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3188415 Jun 24 10:14:02.376254 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c32941-eecd-4958-b6bd-ab8227ff2dfe None None] Network c82c0623-587e-4e5a-970a-b8a25b0ada67 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:14:02.427638 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-b191a68b-6eda-49da-8e1c-86115f62e300 None None] Provisioning for port 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:14:03.121874 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 60084) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:14:03.128648 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:14:03.207352 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:14:03.211092 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:14:03.211480 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:03.316163 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:03.349726 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=70ab88b4-97f2-43dd-bcba-e8b92ed96ad7,segment=NetworkSegment(48bf39d8-6268-4ace-baf4-fc5089aa1bfb),segment_id=48bf39d8-6268-4ace-baf4-fc5089aa1bfb)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:14:03.353601 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:03.357798 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:03.400804 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=70ab88b4-97f2-43dd-bcba-e8b92ed96ad7,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:03.404547 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:03.616639 dv-cinder-790492-7-iscsi neutron-server[92851]: WARNING oslo_policy.policy [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:14:03.617240 dv-cinder-790492-7-iscsi neutron-server[92851]: WARNING oslo_policy.policy [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:14:03.836780 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'name': 'router1'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:14:03.899082 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.policy [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92851) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 10:14:03.950863 dv-cinder-790492-7-iscsi neutron-server[92851]: WARNING oslo_policy.policy [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:14:03.951225 dv-cinder-790492-7-iscsi neutron-server[92851]: WARNING oslo_policy.policy [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:14:03.959872 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.quota [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] Loaded quota_driver: . Jun 24 10:14:04.016055 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24370'] for router, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:04.017743 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24377'] for router, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:04.170574 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:04.175605 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448136'] for router, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:04.194522 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] Notify callbacks [] for router, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:04.195920 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-8ad9d35a-8baf-482e-a10f-53d4b899c52e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0719237 Jun 24 10:14:05.110286 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:14:05.155140 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:14:05.155499 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:06.501566 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 60100) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:14:06.805793 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [None req-7fd7d343-e012-4178-82c9-3f355616b9b1 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=92851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:14:06.806812 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-7fd7d343-e012-4178-82c9-3f355616b9b1 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3042803 Jun 24 10:14:08.334345 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1fb0d3fc-d679-4d82-9e38-b32fe92ceb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:09.178270 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60108) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:14:09.480714 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:14:09.501600 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Made reservation on behalf of 8d3efbb654e5488a945322102d068004 for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:14:09.503903 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:09.512212 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:09.599668 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:09.603272 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:09.607364 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:09.618913 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Reserving flat network on physical network physnet1 {{(pid=92850) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 10:14:09.639333 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc470778-91f2-48e5-b310-9a639d262c41,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:09.642250 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:09.642587 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Added segment 2960063a-570a-4e31-a505-f6ce9f76c92e of type flat for network f7a1f380-7220-4398-ba20-93d87a45423d Jun 24 10:14:09.643890 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:09.691048 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:09.725663 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:09.726867 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:14:09.727415 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:09.729956 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:09.774651 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5953708 Jun 24 10:14:09.785718 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a1f380-7220-4398-ba20-93d87a45423d,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:09.788602 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:09.801512 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network f7a1f380-7220-4398-ba20-93d87a45423d details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:14:11.062364 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-e864f2d4-9a8c-4fd1-9c9c-c0dbe01303fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:11.178809 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:11.957525 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:12.064454 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60116) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:14:12.355731 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63087b98-522b-4cdf-8d8b-8845a564aee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:14:12.356924 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-63087b98-522b-4cdf-8d8b-8845a564aee2 admin admin] 10.222.0.79 "GET /v2.0/subnets/a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50 HTTP/1.1" status: 200 len: 849 time: 0.2916129 Jun 24 10:14:12.510549 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-7b49c547-8a13-4768-a43f-2354d3722d85 admin admin] 10.222.0.79 "GET /v2.0/routers/d3724a2e-ec26-446f-8cf1-3f9c41061b54 HTTP/1.1" status: 200 len: 704 time: 0.1482775 Jun 24 10:14:12.765746 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:13.056459 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Allocated IP 172.20.0.1 (c82c0623-587e-4e5a-970a-b8a25b0ada67/a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50/08280371-91dd-4256-8ba0-7c6f14e3ac52) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:14:13.252038 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:13.273486 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Transition to ACTIVE for port object 08280371-91dd-4256-8ba0-7c6f14e3ac52 will not be triggered until provisioned by entity DHCP. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:14:13.350499 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:13.352472 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:13.414405 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Network c82c0623-587e-4e5a-970a-b8a25b0ada67 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:14:13.422431 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:14:13.429637 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:14:13.430244 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450309'] for router_interface, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:13.454995 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Pushing event updated for resources: {'Port': ['ID=08280371-91dd-4256-8ba0-7c6f14e3ac52,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:13.496085 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:13.619279 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:13.639493 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-0d6142ee-a626-42bd-b6f7-c759e853d051 None None] Provisioning for port 08280371-91dd-4256-8ba0-7c6f14e3ac52 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:14:13.641681 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:13.643070 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-0d6142ee-a626-42bd-b6f7-c759e853d051 None None] Provisioning complete for port 08280371-91dd-4256-8ba0-7c6f14e3ac52 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:14:13.643437 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-0d6142ee-a626-42bd-b6f7-c759e853d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:13.674920 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-0d6142ee-a626-42bd-b6f7-c759e853d051 None None] Port 08280371-91dd-4256-8ba0-7c6f14e3ac52 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:14:13.817367 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:13.821691 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:13.822826 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450545'] for router_interface, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:13.825707 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:13.900010 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Pushing event updated for resources: {'Port': ['ID=08280371-91dd-4256-8ba0-7c6f14e3ac52,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:13.904040 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:13.943431 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Network c82c0623-587e-4e5a-970a-b8a25b0ada67 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:14:13.944673 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:14:14.093976 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-0524a475-4959-4c85-a23b-1ff87d2b3114 None None] Provisioning complete for port 08280371-91dd-4256-8ba0-7c6f14e3ac52 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:14:14.094379 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-0524a475-4959-4c85-a23b-1ff87d2b3114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:14.100589 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Router d3724a2e-ec26-446f-8cf1-3f9c41061b54 is scheduled to L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 with binding_index 1 {{(pid=92850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:14:14.125668 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-0524a475-4959-4c85-a23b-1ff87d2b3114 None None] Port 08280371-91dd-4256-8ba0-7c6f14e3ac52 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:14:14.188195 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:14:14.193353 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] 10.222.0.79 "PUT /v2.0/routers/d3724a2e-ec26-446f-8cf1-3f9c41061b54/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6779935 Jun 24 10:14:14.197414 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Sync routers for ids ['d3724a2e-ec26-446f-8cf1-3f9c41061b54'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:14:14.209659 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Routers {'d3724a2e-ec26-446f-8cf1-3f9c41061b54'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:14:14.210567 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:14:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['d3724a2e-ec26-446f-8cf1-3f9c41061b54'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:14.391791 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Set router d3724a2e-ec26-446f-8cf1-3f9c41061b54 gateway port host: None {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:14:14.810943 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'name': 'router1', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:14:04Z', 'updated_at': '2021-06-24T10:14:13Z', 'revision_number': 2, 'project_id': '88ad09882ec8469ea53e25027b266616', 'gw_port_host': None, '_interfaces': [{'id': '08280371-91dd-4256-8ba0-7c6f14e3ac52', 'name': '', 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'mac_address': 'fa:16:3e:ba:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:14:12Z', 'updated_at': '2021-06-24T10:14:13Z', 'revision_number': 2, 'project_id': '88ad09882ec8469ea53e25027b266616', 'subnets': [{'id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb9e4c9-68fb-4b4b-a95f-1e9f595d9781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:14.861392 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Checking router: d3724a2e-ec26-446f-8cf1-3f9c41061b54 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:14:14.861750 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Updating router d3724a2e-ec26-446f-8cf1-3f9c41061b54 port 08280371-91dd-4256-8ba0-7c6f14e3ac52 binding host dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:14:14.924245 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:15.406299 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Notify callbacks [] for port, precommit_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:15.426607 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.provisioning_blocks [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Transition to ACTIVE for port object 08280371-91dd-4256-8ba0-7c6f14e3ac52 will not be triggered until provisioned by entity L2. {{(pid=92854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:14:15.432745 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:15.435531 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:15.586044 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Pushing event updated for resources: {'Port': ['ID=08280371-91dd-4256-8ba0-7c6f14e3ac52,revision_number=3']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:15.600942 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.601300 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.601602 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.601923 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.602287 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.602617 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.602914 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.603274 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.603605 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.603919 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.604228 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.604563 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Tracked resource versions report: Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: pushed versions: Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: { 'AddressGroup': {'1.2'}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'ConntrackHelper': {'1.0'}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Log': {'1.0'}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Network': {'1.1'}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Port': {'1.7'}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'PortForwarding': {'1.2'}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'QosPolicy': {'1.8'}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SecurityGroup': {'1.4'}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SubPort': {'1.0'}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Subnet': {'1.1'}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Trunk': {'1.1'}} Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: consumer versions: Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: { DHCP agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: L3 agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: Metadata agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: Metering agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: Open vSwitch agent@dv-cinder-790492-7-iscsi: { 'AddressGroup': '1.2', Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'ConntrackHelper': '1.0', Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Log': '1.0', Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Network': '1.1', Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Port': '1.7', Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'PortForwarding': '1.2', Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'QosPolicy': '1.8', Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SecurityGroup': '1.4', Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SecurityGroupRule': '1.2', Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SubPort': '1.0', Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Subnet': '1.1', Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Trunk': '1.1'}} Jun 24 10:14:15.605654 dv-cinder-790492-7-iscsi neutron-server[92854]: {{(pid=92854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:14:15.609951 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:15.612566 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Attempting to bind port 08280371-91dd-4256-8ba0-7c6f14e3ac52 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:14:15.612955 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Attempting to bind port 08280371-91dd-4256-8ba0-7c6f14e3ac52 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '48bf39d8-6268-4ace-baf4-fc5089aa1bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67'}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:14:15.613436 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Attempting to bind port 08280371-91dd-4256-8ba0-7c6f14e3ac52 on network c82c0623-587e-4e5a-970a-b8a25b0ada67 {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:14:15.618592 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:14:15.619006 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Checking segment: {'id': '48bf39d8-6268-4ace-baf4-fc5089aa1bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:14:15.619517 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:15.619847 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Bound using segment: {'id': '48bf39d8-6268-4ace-baf4-fc5089aa1bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67'} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:14:15.620384 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Bound port: 08280371-91dd-4256-8ba0-7c6f14e3ac52, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bf39d8-6268-4ace-baf4-fc5089aa1bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67'}}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:14:15.620775 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:15.690250 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] For port 08280371-91dd-4256-8ba0-7c6f14e3ac52, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:14:15.711422 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] For port 08280371-91dd-4256-8ba0-7c6f14e3ac52, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=08280371-91dd-4256-8ba0-7c6f14e3ac52,segment=NetworkSegment(48bf39d8-6268-4ace-baf4-fc5089aa1bfb),segment_id=48bf39d8-6268-4ace-baf4-fc5089aa1bfb)] {{(pid=92854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:14:15.716289 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:15.718492 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:15.773434 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Routers {'d3724a2e-ec26-446f-8cf1-3f9c41061b54'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:14:15.774138 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:14:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['d3724a2e-ec26-446f-8cf1-3f9c41061b54'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:15.810132 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Pushing event updated for resources: {'Port': ['ID=08280371-91dd-4256-8ba0-7c6f14e3ac52,revision_number=4']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:15.847802 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:15.870389 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] Set router d3724a2e-ec26-446f-8cf1-3f9c41061b54 gateway port host: None {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:14:16.078428 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'name': 'router1', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:14:04Z', 'updated_at': '2021-06-24T10:14:13Z', 'revision_number': 2, 'project_id': '88ad09882ec8469ea53e25027b266616', 'gw_port_host': None, '_interfaces': [{'id': '08280371-91dd-4256-8ba0-7c6f14e3ac52', 'name': '', 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'mac_address': 'fa:16:3e:ba:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:14:12Z', 'updated_at': '2021-06-24T10:14:15Z', 'revision_number': 4, 'project_id': '88ad09882ec8469ea53e25027b266616', 'subnets': [{'id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb9e4c9-68fb-4b4b-a95f-1e9f595d9781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:16.106434 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e4271-e5d9-446f-9474-80db48c66d1e None None] The sync data for ids ['d3724a2e-ec26-446f-8cf1-3f9c41061b54'] in dv-cinder-790492-7-iscsi is: [{'id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'name': 'router1', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:14:04Z', 'updated_at': '2021-06-24T10:14:13Z', 'revision_number': 2, 'project_id': '88ad09882ec8469ea53e25027b266616', 'gw_port_host': None, '_interfaces': [{'id': '08280371-91dd-4256-8ba0-7c6f14e3ac52', 'name': '', 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'mac_address': 'fa:16:3e:ba:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:14:12Z', 'updated_at': '2021-06-24T10:14:15Z', 'revision_number': 4, 'project_id': '88ad09882ec8469ea53e25027b266616', 'subnets': [{'id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb9e4c9-68fb-4b4b-a95f-1e9f595d9781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:14:16.399016 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60136) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:14:16.511482 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524d1c95-94e8-44e8-bb6f-7620aacd2e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:14:16.512807 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-524d1c95-94e8-44e8-bb6f-7620aacd2e19 admin admin] 10.222.0.79 "GET /v2.0/networks/f7a1f380-7220-4398-ba20-93d87a45423d HTTP/1.1" status: 200 len: 842 time: 0.1128426 Jun 24 10:14:16.521944 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:14:16.542733 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Made reservation on behalf of 8d3efbb654e5488a945322102d068004 for: {'subnet': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:14:16.544975 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:16.836596 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.objects.ports [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 10:14:16.837044 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:16.839770 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4e70397e-5a66-4e19-b5ba-390a8ef168ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:16.890667 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac859db-fae4-43a4-a519-3509fa4641ca,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:16.894142 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:16.899114 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Checking segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:14:16.899460 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Network hostable DHCP agents. Network: f7a1f380-7220-4398-ba20-93d87a45423d, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:14:16.916591 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Network f7a1f380-7220-4398-ba20-93d87a45423d is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:14:16.925909 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, f7a1f380-7220-4398-ba20-93d87a45423d) {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:14:16.930659 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:14:16.931905 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:16.935623 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8961b38-a541-4f7e-9a50-9f67bbea4ad1 None None] Network f7a1f380-7220-4398-ba20-93d87a45423d requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:14:16.956622 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4379036 Jun 24 10:14:17.074484 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b523392e-a457-4ded-ba3e-b87122995f80 None None] Network f7a1f380-7220-4398-ba20-93d87a45423d requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:14:19.147673 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 08280371-91dd-4256-8ba0-7c6f14e3ac52 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:14:19.201446 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 08280371-91dd-4256-8ba0-7c6f14e3ac52 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:14:19.205641 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 08280371-91dd-4256-8ba0-7c6f14e3ac52 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:14:19.206144 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:19.254817 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60158) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:14:19.282368 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:19.314775 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 08280371-91dd-4256-8ba0-7c6f14e3ac52, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=08280371-91dd-4256-8ba0-7c6f14e3ac52,segment=NetworkSegment(48bf39d8-6268-4ace-baf4-fc5089aa1bfb),segment_id=48bf39d8-6268-4ace-baf4-fc5089aa1bfb)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:14:19.318680 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:19.320898 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-f058de0d-0daa-4f66-9b06-9c2ac3db8149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:19.367588 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=08280371-91dd-4256-8ba0-7c6f14e3ac52,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:19.370823 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:19.459328 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-d9ee30dc-0311-422f-90a5-074d460cd8d0 admin admin] 10.222.0.79 "GET /v2.0/routers/d3724a2e-ec26-446f-8cf1-3f9c41061b54 HTTP/1.1" status: 200 len: 710 time: 0.2033980 Jun 24 10:14:19.539925 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aa37eb-f1b1-45eb-a16c-c0c8811d5f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:14:19.541260 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-f9aa37eb-f1b1-45eb-a16c-c0c8811d5f42 admin admin] 10.222.0.79 "GET /v2.0/networks/f7a1f380-7220-4398-ba20-93d87a45423d HTTP/1.1" status: 200 len: 886 time: 0.0769634 Jun 24 10:14:19.550466 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:14:19.792543 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24343'] for router, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:20.043722 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:20.115805 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:20.218959 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Allocated IP 172.27.2.142 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/e930dfc4-7d47-493f-a7a7-627d4a2ee27a) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:14:20.316132 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:20.353353 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:20.356723 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:20.391028 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:14:20.393589 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:14:20.400316 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:14:20.403541 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Pushing event updated for resources: {'Port': ['ID=e930dfc4-7d47-493f-a7a7-627d4a2ee27a,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:20.433866 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:20.636182 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:20.903369 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24343'] for router, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:20.906420 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448131', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445571'] for router, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:21.008966 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Router d3724a2e-ec26-446f-8cf1-3f9c41061b54 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:14:21.114528 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:14:21.118827 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:21.119638 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 08280371-91dd-4256-8ba0-7c6f14e3ac52 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:14:21.122928 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] 10.222.0.79 "PUT /v2.0/routers/d3724a2e-ec26-446f-8cf1-3f9c41061b54 HTTP/1.1" status: 200 len: 890 time: 1.5752335 Jun 24 10:14:21.144780 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Sync routers for ids ['d3724a2e-ec26-446f-8cf1-3f9c41061b54'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:14:21.166257 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Routers {'d3724a2e-ec26-446f-8cf1-3f9c41061b54'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:14:21.166882 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:14:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['d3724a2e-ec26-446f-8cf1-3f9c41061b54'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:21.350035 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 08280371-91dd-4256-8ba0-7c6f14e3ac52 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:14:21.350450 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:21.466785 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Set router d3724a2e-ec26-446f-8cf1-3f9c41061b54 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:14:21.874711 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'name': 'router1', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e930dfc4-7d47-493f-a7a7-627d4a2ee27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:14:04Z', 'updated_at': '2021-06-24T10:14:20Z', 'revision_number': 4, 'project_id': '88ad09882ec8469ea53e25027b266616', 'gw_port': {'id': 'e930dfc4-7d47-493f-a7a7-627d4a2ee27a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:14:20Z', 'updated_at': '2021-06-24T10:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '08280371-91dd-4256-8ba0-7c6f14e3ac52', 'name': '', 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'mac_address': 'fa:16:3e:ba:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:14:12Z', 'updated_at': '2021-06-24T10:14:19Z', 'revision_number': 5, 'project_id': '88ad09882ec8469ea53e25027b266616', 'subnets': [{'id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb9e4c9-68fb-4b4b-a95f-1e9f595d9781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:21.924949 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Checking router: d3724a2e-ec26-446f-8cf1-3f9c41061b54 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:14:21.925322 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Updating router d3724a2e-ec26-446f-8cf1-3f9c41061b54 port e930dfc4-7d47-493f-a7a7-627d4a2ee27a binding host dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:14:21.958636 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:22.268170 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Notify callbacks [] for port, precommit_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:22.277740 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Transition to ACTIVE for port object e930dfc4-7d47-493f-a7a7-627d4a2ee27a will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:14:22.283739 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:22.286590 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:22.337195 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Attempting to bind port e930dfc4-7d47-493f-a7a7-627d4a2ee27a on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:14:22.337567 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Attempting to bind port e930dfc4-7d47-493f-a7a7-627d4a2ee27a by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:14:22.337934 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Attempting to bind port e930dfc4-7d47-493f-a7a7-627d4a2ee27a on network f7a1f380-7220-4398-ba20-93d87a45423d {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:14:22.341346 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648b143-e18b-4c8e-9fbc-adde18eb6e63 None None] Pushing event updated for resources: {'Port': ['ID=e930dfc4-7d47-493f-a7a7-627d4a2ee27a,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:22.345955 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-8648b143-e18b-4c8e-9fbc-adde18eb6e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:22.347126 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:14:22.347499 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Checking segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:14:22.347899 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:22.348285 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Bound using segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:14:22.348761 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Bound port: e930dfc4-7d47-493f-a7a7-627d4a2ee27a, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:14:22.349157 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:22.396945 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] For port e930dfc4-7d47-493f-a7a7-627d4a2ee27a, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:14:22.399856 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] For port e930dfc4-7d47-493f-a7a7-627d4a2ee27a, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=e930dfc4-7d47-493f-a7a7-627d4a2ee27a,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:14:22.404941 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:22.407276 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-8648b143-e18b-4c8e-9fbc-adde18eb6e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:22.461928 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648b143-e18b-4c8e-9fbc-adde18eb6e63 None None] Pushing event updated for resources: {'Port': ['ID=e930dfc4-7d47-493f-a7a7-627d4a2ee27a,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:22.465714 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-8648b143-e18b-4c8e-9fbc-adde18eb6e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:22.466482 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Routers {'d3724a2e-ec26-446f-8cf1-3f9c41061b54'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:14:22.467108 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:14:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['d3724a2e-ec26-446f-8cf1-3f9c41061b54'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:22.650899 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] Set router d3724a2e-ec26-446f-8cf1-3f9c41061b54 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:14:22.873940 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'name': 'router1', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e930dfc4-7d47-493f-a7a7-627d4a2ee27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:14:04Z', 'updated_at': '2021-06-24T10:14:20Z', 'revision_number': 4, 'project_id': '88ad09882ec8469ea53e25027b266616', 'gw_port': {'id': 'e930dfc4-7d47-493f-a7a7-627d4a2ee27a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:14:20Z', 'updated_at': '2021-06-24T10:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '08280371-91dd-4256-8ba0-7c6f14e3ac52', 'name': '', 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'mac_address': 'fa:16:3e:ba:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:14:12Z', 'updated_at': '2021-06-24T10:14:19Z', 'revision_number': 5, 'project_id': '88ad09882ec8469ea53e25027b266616', 'subnets': [{'id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb9e4c9-68fb-4b4b-a95f-1e9f595d9781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:22.899191 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad9d42-66f8-4476-88e0-3f924abdfe8d None None] The sync data for ids ['d3724a2e-ec26-446f-8cf1-3f9c41061b54'] in dv-cinder-790492-7-iscsi is: [{'id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'name': 'router1', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e930dfc4-7d47-493f-a7a7-627d4a2ee27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:14:04Z', 'updated_at': '2021-06-24T10:14:20Z', 'revision_number': 4, 'project_id': '88ad09882ec8469ea53e25027b266616', 'gw_port': {'id': 'e930dfc4-7d47-493f-a7a7-627d4a2ee27a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:14:20Z', 'updated_at': '2021-06-24T10:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '08280371-91dd-4256-8ba0-7c6f14e3ac52', 'name': '', 'network_id': 'c82c0623-587e-4e5a-970a-b8a25b0ada67', 'tenant_id': '88ad09882ec8469ea53e25027b266616', 'mac_address': 'fa:16:3e:ba:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3724a2e-ec26-446f-8cf1-3f9c41061b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:14:12Z', 'updated_at': '2021-06-24T10:14:19Z', 'revision_number': 5, 'project_id': '88ad09882ec8469ea53e25027b266616', 'subnets': [{'id': 'a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb9e4c9-68fb-4b4b-a95f-1e9f595d9781'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:14:23.182573 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device e930dfc4-7d47-493f-a7a7-627d4a2ee27a up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:14:23.234556 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port e930dfc4-7d47-493f-a7a7-627d4a2ee27a completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:14:23.239328 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port e930dfc4-7d47-493f-a7a7-627d4a2ee27a triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:14:23.239705 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:23.328071 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:23.350643 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port e930dfc4-7d47-493f-a7a7-627d4a2ee27a, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=e930dfc4-7d47-493f-a7a7-627d4a2ee27a,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:14:23.356564 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:23.358772 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:14:23.408065 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=e930dfc4-7d47-493f-a7a7-627d4a2ee27a,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:23.414771 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:14:23.579232 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 60166) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:14:23.732050 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-b0c2ab8a-53eb-4c4f-aae7-0f59738b8988 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1517484 Jun 24 10:14:25.122101 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device e930dfc4-7d47-493f-a7a7-627d4a2ee27a up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:14:25.172572 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port e930dfc4-7d47-493f-a7a7-627d4a2ee27a triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:14:25.172942 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:29.289771 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 5 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:14:38.343762 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-aa5091fa-89c0-41e0-8806-06381eb7c3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:41.074749 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a978-f744-4e15-aac4-4f27662a62a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:41.186454 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:41.967550 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:14:43.639691 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:15:06.288742 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 5 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:15:08.338647 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c9dac197-5b97-4677-bb49-b8aacb64efee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:15:11.069752 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-24fa7ce4-4dc3-4a6c-a408-b57d7457cfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:15:11.183515 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:15:11.966122 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:15:13.640158 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:15:38.343337 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5f62949-d80f-4417-9d0f-ffa9cac76b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:15:41.072053 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-e99ff5b9-576b-4559-aaa7-5550f107dc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:15:41.184247 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:15:41.968747 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:15:43.287270 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 5 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:15:43.641327 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:15:59.017368 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60734) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:15:59.076375 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bb0c3f-4b1d-441d-aea9-38da2d69be87 admin admin] GET failed (client error): The resource could not be found. Jun 24 10:15:59.077578 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-87bb0c3f-4b1d-441d-aea9-38da2d69be87 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591228 Jun 24 10:15:59.244295 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2ad63f-aa77-4202-9d18-1fab47a2b234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:15:59.245751 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-ff2ad63f-aa77-4202-9d18-1fab47a2b234 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1644533 Jun 24 10:16:01.378101 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60744) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:01.465206 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd312d8-fe52-491a-8dd8-95fb00efb73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:01.466770 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-0dd312d8-fe52-491a-8dd8-95fb00efb73c admin admin] 10.222.0.79 "GET /v2.0/subnets/a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50 HTTP/1.1" status: 200 len: 849 time: 0.0875220 Jun 24 10:16:01.475992 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:16:01.558652 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Notify callbacks [] for subnet, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:01.692370 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779379672010'] for subnet, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:01.695181 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:16:01.725652 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:01.726258 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:01.727521 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] 10.222.0.79 "PUT /v2.0/subnets/a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50 HTTP/1.1" status: 200 len: 868 time: 0.2551532 Jun 24 10:16:01.738119 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fc66e3-0c8b-4478-a610-68a3142e2783 None None] Network c82c0623-587e-4e5a-970a-b8a25b0ada67 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:16:01.747215 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:01.754473 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.754836 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.755183 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.755516 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.755845 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.756189 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.756522 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.756846 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.757171 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.757488 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.757808 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.758686 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:01.766969 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:16:02.092053 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-8985140f-1728-4bbb-ac0f-ac229e15cd50 None None] Provisioning complete for port 70ab88b4-97f2-43dd-bcba-e8b92ed96ad7 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:16:02.092352 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-8985140f-1728-4bbb-ac0f-ac229e15cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:02.176089 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-8985140f-1728-4bbb-ac0f-ac229e15cd50 None None] Provisioning complete for port 08280371-91dd-4256-8ba0-7c6f14e3ac52 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:16:02.176460 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-8985140f-1728-4bbb-ac0f-ac229e15cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:03.862378 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60752) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:04.050155 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f11f7de-66f0-4de5-a98f-a7de8b4d3db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:04.050552 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f11f7de-66f0-4de5-a98f-a7de8b4d3db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:04.052076 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-9f11f7de-66f0-4de5-a98f-a7de8b4d3db1 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1887543 Jun 24 10:16:06.194095 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60760) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:06.327342 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d95e5e-11b5-451c-9b1c-619236a06414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:06.327820 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d95e5e-11b5-451c-9b1c-619236a06414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:06.329321 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-04d95e5e-11b5-451c-9b1c-619236a06414 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1342628 Jun 24 10:16:08.346261 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-ec503779-7db4-4646-9489-71540d918e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:08.440616 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60768) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:08.567337 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737c5b7d-f9d9-482f-97e4-38e415e1f7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:08.568714 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-737c5b7d-f9d9-482f-97e4-38e415e1f7ac admin admin] 10.222.0.79 "GET /v2.0/networks/c82c0623-587e-4e5a-970a-b8a25b0ada67 HTTP/1.1" status: 200 len: 870 time: 0.1270905 Jun 24 10:16:10.677461 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60776) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:10.802721 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca8a84-ad54-474d-8e38-cf610fe3d5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:10.804098 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-60ca8a84-ad54-474d-8e38-cf610fe3d5b3 admin admin] 10.222.0.79 "GET /v2.0/networks/f7a1f380-7220-4398-ba20-93d87a45423d HTTP/1.1" status: 200 len: 886 time: 0.1256959 Jun 24 10:16:11.075732 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-5a976e88-8fb8-4ecc-9bb2-0a9d01d197a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:11.185144 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:11.970928 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:12.904467 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60784) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:13.027257 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009eeb24-f2f6-4e37-95bf-bb65d40f76d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:13.027925 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009eeb24-f2f6-4e37-95bf-bb65d40f76d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:13.030352 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-009eeb24-f2f6-4e37-95bf-bb65d40f76d5 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248629 Jun 24 10:16:13.648558 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:15.186312 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60792) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:15.362435 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b0c07-6fc1-4015-9882-e4f43b0ef0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:15.362889 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b0c07-6fc1-4015-9882-e4f43b0ef0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:15.364380 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-4e2b0c07-6fc1-4015-9882-e4f43b0ef0d2 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1771147 Jun 24 10:16:17.470847 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60800) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:17.559162 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6b69e1-f09d-430e-95a0-af8d30d4bc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:17.560396 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-3d6b69e1-f09d-430e-95a0-af8d30d4bc5b admin admin] 10.222.0.79 "GET /v2.0/subnets/a3bf0aa1-41cd-4a48-a5b2-0727d7d3fc50 HTTP/1.1" status: 200 len: 868 time: 0.0886078 Jun 24 10:16:19.654759 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60808) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:19.738622 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda77efe-2398-45ed-8fff-e06101ad5207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:19.739918 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-dda77efe-2398-45ed-8fff-e06101ad5207 admin admin] 10.222.0.79 "GET /v2.0/subnets/eac859db-fae4-43a4-a519-3509fa4641ca HTTP/1.1" status: 200 len: 816 time: 0.0841990 Jun 24 10:16:20.285409 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 5 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:16:38.347653 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f7fa55b7-4061-4aca-8c8a-d1ee9175d240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:41.076662 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b765457a-785a-40fe-b764-fa50a609a1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:41.186187 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:41.973749 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:42.901652 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60852) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:42.947510 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [None req-79eb3a7c-b34e-4af7-92ac-25bc619bb652 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=92850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:16:42.948819 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-79eb3a7c-b34e-4af7-92ac-25bc619bb652 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461619 Jun 24 10:16:43.652477 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:45.148574 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60860) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:45.207696 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.pecan_wsgi.hooks.translation [None req-299e06d8-51cc-4150-8770-3ee3190fd317 admin admin] GET failed (client error): The resource could not be found. Jun 24 10:16:45.208984 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-299e06d8-51cc-4150-8770-3ee3190fd317 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588963 Jun 24 10:16:45.292180 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9a71c9-5eac-458c-bd62-c26b7175ab6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:45.293604 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-4c9a71c9-5eac-458c-bd62-c26b7175ab6f admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802374 Jun 24 10:16:47.421992 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60868) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:47.467456 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:16:47.487067 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Made reservation on behalf of 8d3efbb654e5488a945322102d068004 for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:47.489329 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:47.516510 dv-cinder-790492-7-iscsi neutron-server[92850]: WARNING neutron.services.revisions.revision_plugin [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Could not find related network for resource to bump revision. Jun 24 10:16:47.527593 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=92850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:16:47.536051 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:47.536387 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Added segment 3c3422a7-b51a-49a4-b868-8bae313e7809 of type vlan for network 6418d371-55b9-4fa2-a150-3ff8c3a352a5 Jun 24 10:16:47.577990 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:47.605090 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:47.606570 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:47.607134 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:47.609894 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:16:47.658758 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2356126 Jun 24 10:16:47.665556 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Pushing event updated for resources: {'Network': ['ID=6418d371-55b9-4fa2-a150-3ff8c3a352a5,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:47.676084 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-35254b37-c01c-4da0-8f7c-e6aebd0b2f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:16:47.684282 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 6418d371-55b9-4fa2-a150-3ff8c3a352a5 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:16:49.824385 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60876) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:16:49.881783 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2480bd8-62c1-4e7f-90e5-893f927de5fb admin admin] GET failed (client error): The resource could not be found. Jun 24 10:16:49.883104 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-d2480bd8-62c1-4e7f-90e5-893f927de5fb admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577774 Jun 24 10:16:49.955392 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c188c8ef-bbf3-4c05-8cb0-45e3f2176cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:49.956823 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-c188c8ef-bbf3-4c05-8cb0-45e3f2176cdb admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0694714 Jun 24 10:16:49.966268 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Request body: {'subnet': {'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:16:49.986242 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Made reservation on behalf of 8d3efbb654e5488a945322102d068004 for: {'subnet': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:49.988520 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:50.150385 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:50.152354 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-31a1a9f9-ede7-413b-9344-b64127f95c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:16:50.202611 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9c4c52-b8ad-4a15-b2d7-6d588c3ad46f,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:50.206986 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:16:50.212675 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Checking segment: {'id': '3c3422a7-b51a-49a4-b868-8bae313e7809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:16:50.213023 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Network hostable DHCP agents. Network: 6418d371-55b9-4fa2-a150-3ff8c3a352a5, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:16:50.228290 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Network 6418d371-55b9-4fa2-a150-3ff8c3a352a5 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:16:50.235990 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 6418d371-55b9-4fa2-a150-3ff8c3a352a5) {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:50.240010 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:16:50.240590 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:50.245591 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea06ef9-d5fa-4c34-a54e-5b1138085730 None None] Network 6418d371-55b9-4fa2-a150-3ff8c3a352a5 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:16:50.254318 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2914205 Jun 24 10:16:50.485694 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfba0f6d-5148-5e12-b8f3-c731db63f75f-6418d371-55b9-4fa2-a150-3ff8c3a352a5', 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5', 'tenant_id': '8d3efbb654e5488a945322102d068004', 'fixed_ips': [{'subnet_id': 'be9c4c52-b8ad-4a15-b2d7-6d588c3ad46f'}]}} from dv-cinder-790492-7-iscsi. {{(pid=92853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:16:50.486786 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:50.620057 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.db_base_plugin_common [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Allocated IP 192.168.233.2 (6418d371-55b9-4fa2-a150-3ff8c3a352a5/be9c4c52-b8ad-4a15-b2d7-6d588c3ad46f/d8acb6a7-2217-4236-b021-4bbd58d40c09) {{(pid=92853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:50.766003 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Notify callbacks [] for port, precommit_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:50.774323 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Transition to ACTIVE for port object d8acb6a7-2217-4236-b021-4bbd58d40c09 will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:16:50.789321 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Transition to ACTIVE for port object d8acb6a7-2217-4236-b021-4bbd58d40c09 will not be triggered until provisioned by entity DHCP. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:16:50.795725 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:50.799284 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:16:50.839272 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Network 6418d371-55b9-4fa2-a150-3ff8c3a352a5 is already hosted by enough agents. {{(pid=92853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:50.841969 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.base_scheduler [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Resources bound (agent type, host, resource id): {{(pid=92853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:50.844359 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Received port after_create {{(pid=92853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:16:50.855693 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Pushing event updated for resources: {'Port': ['ID=d8acb6a7-2217-4236-b021-4bbd58d40c09,revision_number=1']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:50.880630 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.880974 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.881314 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.881650 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.881977 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.882331 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.882658 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.882983 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.883441 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.883787 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.884106 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.884421 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:50.888152 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:16:50.920723 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Attempting to bind port d8acb6a7-2217-4236-b021-4bbd58d40c09 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:16:50.921106 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Attempting to bind port d8acb6a7-2217-4236-b021-4bbd58d40c09 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '3c3422a7-b51a-49a4-b868-8bae313e7809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:16:50.921467 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Attempting to bind port d8acb6a7-2217-4236-b021-4bbd58d40c09 on network 6418d371-55b9-4fa2-a150-3ff8c3a352a5 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:16:50.926427 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:16:50.926818 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Checking segment: {'id': '3c3422a7-b51a-49a4-b868-8bae313e7809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:16:50.927205 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:50.927600 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Bound using segment: {'id': '3c3422a7-b51a-49a4-b868-8bae313e7809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:16:50.928069 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Bound port: d8acb6a7-2217-4236-b021-4bbd58d40c09, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3422a7-b51a-49a4-b868-8bae313e7809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:16:50.928466 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:50.991860 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] For port d8acb6a7-2217-4236-b021-4bbd58d40c09, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:50.995538 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] For port d8acb6a7-2217-4236-b021-4bbd58d40c09, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=d8acb6a7-2217-4236-b021-4bbd58d40c09,segment=NetworkSegment(3c3422a7-b51a-49a4-b868-8bae313e7809),segment_id=3c3422a7-b51a-49a4-b868-8bae313e7809)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:51.001303 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:51.003862 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:16:51.059845 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Pushing event updated for resources: {'Port': ['ID=d8acb6a7-2217-4236-b021-4bbd58d40c09,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:51.066121 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:16:51.392029 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device d8acb6a7-2217-4236-b021-4bbd58d40c09 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:51.446146 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port d8acb6a7-2217-4236-b021-4bbd58d40c09 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:16:51.892181 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e4028-9f6c-448d-b383-8275338ef175 None None] Network 6418d371-55b9-4fa2-a150-3ff8c3a352a5 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:16:51.958441 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-37753da7-00f6-4be9-ad68-f6a2dfc313aa None None] Provisioning for port d8acb6a7-2217-4236-b021-4bbd58d40c09 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:16:51.965750 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-37753da7-00f6-4be9-ad68-f6a2dfc313aa None None] Provisioning complete for port d8acb6a7-2217-4236-b021-4bbd58d40c09 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:16:51.966138 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-37753da7-00f6-4be9-ad68-f6a2dfc313aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:52.103882 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-37753da7-00f6-4be9-ad68-f6a2dfc313aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:52.144104 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-37753da7-00f6-4be9-ad68-f6a2dfc313aa None None] For port d8acb6a7-2217-4236-b021-4bbd58d40c09, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=d8acb6a7-2217-4236-b021-4bbd58d40c09,segment=NetworkSegment(3c3422a7-b51a-49a4-b868-8bae313e7809),segment_id=3c3422a7-b51a-49a4-b868-8bae313e7809)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:52.148552 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-37753da7-00f6-4be9-ad68-f6a2dfc313aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:52.151082 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:16:52.201819 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37753da7-00f6-4be9-ad68-f6a2dfc313aa None None] Pushing event updated for resources: {'Port': ['ID=d8acb6a7-2217-4236-b021-4bbd58d40c09,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:52.205028 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-37753da7-00f6-4be9-ad68-f6a2dfc313aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:16:52.373615 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-b7b6d7d2-4118-44fb-9389-3f771f23bfa0 None None] Provisioning complete for port d8acb6a7-2217-4236-b021-4bbd58d40c09 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:16:52.373987 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7b6d7d2-4118-44fb-9389-3f771f23bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:53.354466 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device d8acb6a7-2217-4236-b021-4bbd58d40c09 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:53.400238 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port d8acb6a7-2217-4236-b021-4bbd58d40c09 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:16:53.400599 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:16:57.284616 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 5 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:17:08.349358 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c57d4f8f-8d9b-4662-b4dd-1b8dd6b6c6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:11.079031 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-691d80b7-370d-44a4-9d19-a364708715f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:11.187670 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:11.977171 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:13.655850 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:34.282913 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 5 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:17:38.356879 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-25972fb2-47f9-48d6-8c57-f8cd1eeaab70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:41.080220 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-af5e92ef-f7f9-4ad1-8303-57663d74ba17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:41.195400 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:41.980707 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:43.656844 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:57.250125 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60928) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:17:57.256056 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [None req-527aca38-86e4-4198-b5e3-be11d80a0142 tempest-verify_tempest_config-876780317 tempest-verify_tempest_config-876780317-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=92850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:17:57.257035 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-527aca38-86e4-4198-b5e3-be11d80a0142 tempest-verify_tempest_config-876780317 tempest-verify_tempest_config-876780317-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059745 Jun 24 10:17:57.559057 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 60946) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:17:57.660635 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:57.748112 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:57.751631 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:57.754469 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:17:57.793856 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b13ee1c-93a9-4b13-858a-5f7c488d4612,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:57.798379 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b71422b6c2324a288abc273228709df9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2383065 Jun 24 10:17:57.801088 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 60950) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:17:57.803223 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.803584 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.803920 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.804242 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.804561 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.804893 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.805230 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.805533 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.805860 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.806220 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.806537 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.806850 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:57.810705 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:17:57.881535 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:57.900881 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:57.993287 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:57.996399 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:17:57.997527 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5b13ee1c-93a9-4b13-858a-5f7c488d4612 HTTP/1.1" status: 204 len: 168 time: 0.1954498 Jun 24 10:17:57.998416 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:17:58.006445 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b13ee1c-93a9-4b13-858a-5f7c488d4612,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:17:58.015145 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.015515 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.015838 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.016154 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.016469 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.016793 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.017101 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.017407 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.017822 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.018300 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.018458 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.018758 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Tracked resource versions report: Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: pushed versions: Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: { 'AddressGroup': {'1.2'}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'ConntrackHelper': {'1.0'}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Log': {'1.0'}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Network': {'1.1'}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Port': {'1.7'}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'PortForwarding': {'1.2'}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'QosPolicy': {'1.8'}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SecurityGroup': {'1.4'}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SubPort': {'1.0'}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Subnet': {'1.1'}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Trunk': {'1.1'}} Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: consumer versions: Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: { DHCP agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: L3 agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: Metadata agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: Metering agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: Open vSwitch agent@dv-cinder-790492-7-iscsi: { 'AddressGroup': '1.2', Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'ConntrackHelper': '1.0', Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Log': '1.0', Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Network': '1.1', Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Port': '1.7', Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'PortForwarding': '1.2', Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'QosPolicy': '1.8', Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SecurityGroup': '1.4', Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SecurityGroupRule': '1.2', Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SubPort': '1.0', Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Subnet': '1.1', Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Trunk': '1.1'}} Jun 24 10:17:58.019791 dv-cinder-790492-7-iscsi neutron-server[92851]: {{(pid=92851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:17:58.047488 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:18:08.348418 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-13da02a0-eee0-465f-a517-634e7b6b1358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:18:11.080660 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-8513776e-26e8-4a0d-b9b8-5b0bbc7bd751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:18:11.191415 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:18:11.280672 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 5 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:18:11.981999 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:18:13.658813 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:18:38.350188 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-da96475e-8db3-41f4-9c98-c0198398e22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:18:41.081549 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-20efd336-d8eb-446a-b178-bb58af5eb431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:18:41.192872 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:18:41.984149 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:18:43.663338 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:18:48.279286 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 5 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:19:08.353167 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-5de7f970-110c-4ed6-b03f-07de526a0791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:19:11.083619 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-7ebf877f-c672-419f-9c5b-37d333384c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:19:11.193000 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:19:11.987476 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:19:13.666387 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:19:25.277467 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 5 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:19:33.791544 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447289'] for agent, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:19:38.135069 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 32776) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:19:38.236242 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-b225c636-f2c8-4b6b-a251-4368f71fae2d admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1000516 Jun 24 10:19:38.356286 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-88200e09-2396-4496-957f-d79ba07650d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:19:40.344200 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 32786) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:19:40.405271 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-a207d01b-0866-4ede-a381-26dda65382a1 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0599549 Jun 24 10:19:41.084060 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd8e7-3810-4921-a4ec-89371586882d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:19:41.194213 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:19:41.989011 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:19:43.668812 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:02.276122 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:20:03.744652 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:08.359128 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-8b2da830-ff9e-4383-af33-1cfc4eebf598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:11.084992 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-bd3935c9-37a9-4fe2-b4dc-150df02ebec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:11.195594 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:11.991787 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:13.672291 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:33.747538 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:38.361037 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-014f4011-d754-4a6e-9692-9114b404e8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:39.274380 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:20:41.084933 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cbb-2368-40d1-bb56-e1855090d9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:41.195788 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:41.994812 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:20:43.676090 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:03.762662 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.004387 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33006) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:07.275867 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33024) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:07.336916 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33034) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:07.367551 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33038) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:07.397224 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1508047429-network', 'tenant_id': 'ddb7f2fc91c14b388339347649029f0d'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:07.400344 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33042) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:07.423718 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Made reservation on behalf of ddb7f2fc91c14b388339347649029f0d for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:07.426986 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.437147 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.454864 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1073158143-network', 'tenant_id': '1e94d1e23a52478c9a6b07bcd259d958'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:07.556179 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.564221 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-network', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:07.573594 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-232686377-network', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:07.576425 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-network', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:07.579780 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.604042 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=92850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:21:07.615460 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:07.642150 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Made reservation on behalf of 886f5b169a6343ed9d47d7f5af004f4b for: {'network': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:07.648909 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.649256 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.649601 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Added segment dc1f63a4-a031-44a9-b391-f0850b64d434 of type vlan for network 6186853d-ba56-421b-a11d-04e8abb947ac Jun 24 10:21:07.650919 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966ccd5e-5dae-4542-8632-67a50b7f723d,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:07.662638 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.674896 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.675694 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.676596 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.677151 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.678268 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.678963 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.679469 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.679984 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.680477 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.681012 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.681489 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.682002 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Tracked resource versions report: Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: pushed versions: Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: { 'AddressGroup': {'1.2'}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'ConntrackHelper': {'1.0'}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Log': {'1.0'}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Network': {'1.1'}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Port': {'1.7'}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'PortForwarding': {'1.2'}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'QosPolicy': {'1.8'}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SecurityGroup': {'1.4'}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SubPort': {'1.0'}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Subnet': {'1.1'}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Trunk': {'1.1'}} Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: consumer versions: Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: { DHCP agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: HyperV agent@hv-cinder-79049: {}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: L3 agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: Metadata agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: Metering agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: Open vSwitch agent@dv-cinder-790492-7-iscsi: { 'AddressGroup': '1.2', Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'ConntrackHelper': '1.0', Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Log': '1.0', Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Network': '1.1', Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Port': '1.7', Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'PortForwarding': '1.2', Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'QosPolicy': '1.8', Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SecurityGroup': '1.4', Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SecurityGroupRule': '1.2', Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'SubPort': '1.0', Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Subnet': '1.1', Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: 'Trunk': '1.1'}} Jun 24 10:21:07.683521 dv-cinder-790492-7-iscsi neutron-server[92850]: {{(pid=92850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:21:07.691000 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:07.692152 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.db.api [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 10:21:07.692152 dv-cinder-790492-7-iscsi neutron-server[92850]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 10:21:07.692152 dv-cinder-790492-7-iscsi neutron-server[92850]: [parameters: {'project_id_1': '30b722359ee34becb7afe190d9a5b83e', 'expiration_1': datetime.datetime(2021, 6, 24, 10, 21, 7, 585956)}] Jun 24 10:21:07.692152 dv-cinder-790492-7-iscsi neutron-server[92850]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 10:21:07.693473 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_db.api [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:21:07.694258 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.db.api [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 10:21:07.694258 dv-cinder-790492-7-iscsi neutron-server[92850]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 24 10:21:07.694258 dv-cinder-790492-7-iscsi neutron-server[92850]: [parameters: {'project_id': '1e94d1e23a52478c9a6b07bcd259d958', 'id': '55651872-cbb8-4a26-ba70-b95b1c272243', 'expiration': datetime.datetime(2021, 6, 24, 10, 23, 7, 613294)}] Jun 24 10:21:07.694258 dv-cinder-790492-7-iscsi neutron-server[92850]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 10:21:07.694972 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_db.api [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:21:07.744443 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.793795 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.795736 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:07.796322 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.799468 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:07.832884 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.842424 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.847090 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:07.869628 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=92851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:21:07.879016 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Pushing event updated for resources: {'Network': ['ID=6186853d-ba56-421b-a11d-04e8abb947ac,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:07.888745 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:07.889705 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779379738911', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.890417 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 6186853d-ba56-421b-a11d-04e8abb947ac details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:21:07.890989 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Made reservation on behalf of e683cb703211418eb4591c60f3bf0b67 for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:07.891361 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Unsubscribe: segment precommit_create {{(pid=92851) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 10:21:07.892036 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.segments_db [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Added segment ad6eb7a9-3d04-41a3-89f5-818bb713da25 of type vlan for network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab Jun 24 10:21:07.894853 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.907279 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8983054 Jun 24 10:21:07.907279 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:07.916867 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33078) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:07.924751 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Request body: {'subnet': {'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1508047429-subnet', 'tenant_id': 'ddb7f2fc91c14b388339347649029f0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:08.054929 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.104472 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.113653 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.129090 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-df93f187-2cae-4cd0-95eb-2485b2ef7213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:08.149329 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9aca09-f1ff-434b-be43-41ca77f3d722,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:08.167044 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.167916 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.168477 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.169120 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.171546 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.172389 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.172937 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.174029 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.174608 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.175141 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.175877 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.176425 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Tracked resource versions report: Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: pushed versions: Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: { 'AddressGroup': {'1.2'}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'ConntrackHelper': {'1.0'}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Log': {'1.0'}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Network': {'1.1'}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Port': {'1.7'}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'PortForwarding': {'1.2'}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'QosPolicy': {'1.8'}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SecurityGroup': {'1.4'}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SubPort': {'1.0'}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Subnet': {'1.1'}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Trunk': {'1.1'}} Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: consumer versions: Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: { DHCP agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: HyperV agent@hv-cinder-79049: {}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: L3 agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: Metadata agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: Metering agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: Open vSwitch agent@dv-cinder-790492-7-iscsi: { 'AddressGroup': '1.2', Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'ConntrackHelper': '1.0', Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Log': '1.0', Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Network': '1.1', Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Port': '1.7', Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'PortForwarding': '1.2', Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'QosPolicy': '1.8', Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SecurityGroup': '1.4', Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SecurityGroupRule': '1.2', Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'SubPort': '1.0', Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Subnet': '1.1', Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: 'Trunk': '1.1'}} Jun 24 10:21:08.178348 dv-cinder-790492-7-iscsi neutron-server[92851]: {{(pid=92851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:21:08.197907 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:08.200470 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.204205 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:08.205055 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.209261 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=92850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:21:08.209774 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:08.238334 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.238772 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Added segment d9f69954-7887-44be-bbf1-337f5e62f541 of type vlan for network cb1584e0-04d6-4d1c-8080-45f02e1db216 Jun 24 10:21:08.251918 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109c6d47-7148-448d-a95a-5af568aaf1c1,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:08.255355 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Made reservation on behalf of ddb7f2fc91c14b388339347649029f0d for: {'subnet': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:08.259081 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.264805 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:08.340355 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.db.api [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 10:21:08.340355 dv-cinder-790492-7-iscsi neutron-server[92850]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 10:21:08.340355 dv-cinder-790492-7-iscsi neutron-server[92850]: [parameters: {'project_id_1': '1e94d1e23a52478c9a6b07bcd259d958', 'expiration_1': datetime.datetime(2021, 6, 24, 10, 21, 8, 249427)}] Jun 24 10:21:08.340355 dv-cinder-790492-7-iscsi neutron-server[92850]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 10:21:08.341205 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_db.api [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:21:08.342099 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Made reservation on behalf of 30b722359ee34becb7afe190d9a5b83e for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:08.344690 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.358337 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9509814 Jun 24 10:21:08.362617 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33098) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:08.368117 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Request body: {'subnet': {'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-subnet', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:08.374947 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Pushing event updated for resources: {'Network': ['ID=736a2e62-6208-4b91-8fd6-c2d5df5c37ab,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:08.375483 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f6cf07f3-43bf-4ebc-8a62-9fbe37fb0071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.378682 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:08.382427 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.387877 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.394085 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:21:08.436306 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Made reservation on behalf of 886f5b169a6343ed9d47d7f5af004f4b for: {'subnet': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:08.440232 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.555028 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.566716 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33106) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:08.624984 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:08.625568 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.638740 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:08.755502 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4362-c768-4e7b-84b9-1923295738d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.764113 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Pushing event updated for resources: {'Network': ['ID=cb1584e0-04d6-4d1c-8080-45f02e1db216,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:08.773897 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:08.775233 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network cb1584e0-04d6-4d1c-8080-45f02e1db216 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:21:08.813305 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.819922 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.821702 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7b74d0a4-c167-4a0a-aad2-02f7cef519bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:08.828284 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.835399 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.840606 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:08.859602 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5188658 Jun 24 10:21:08.863006 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33116) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:08.873268 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Request body: {'subnet': {'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-232686377-subnet', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:08.881721 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=92850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:21:08.898462 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=584b15ea-f101-4397-923f-8e843e6db118,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:08.903945 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:08.904352 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:08.906651 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.907030 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Added segment 156256ae-93e1-494d-9e82-6237dac9db07 of type vlan for network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 Jun 24 10:21:08.946942 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4f6026-189f-4062-bf39-a9453bf9fae7,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:08.953360 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:08.955908 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Checking segment: {'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:08.956275 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Network hostable DHCP agents. Network: 736a2e62-6208-4b91-8fd6-c2d5df5c37ab, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:21:08.969237 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Checking segment: {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:08.969590 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Network hostable DHCP agents. Network: 6186853d-ba56-421b-a11d-04e8abb947ac, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:21:08.974721 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848e3acd-29f9-450d-a06a-7a8ced3b3a17,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:08.980288 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:08.991356 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:08.999911 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4362-c768-4e7b-84b9-1923295738d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.001003 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:21:09.009102 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4362-c768-4e7b-84b9-1923295738d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.013044 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Network 6186853d-ba56-421b-a11d-04e8abb947ac is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:21:09.014053 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-edac4e92-d791-4d8b-837f-ec962b83bdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:09.020276 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 736a2e62-6208-4b91-8fd6-c2d5df5c37ab) {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:09.025266 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:09.025866 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.031123 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb1c64-8e81-450a-98cb-fff92b0394a2 None None] Network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:09.036270 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 6186853d-ba56-421b-a11d-04e8abb947ac) {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:09.038328 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Made reservation on behalf of e683cb703211418eb4591c60f3bf0b67 for: {'subnet': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:09.041077 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.046308 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:09.047091 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.051504 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ab495-1611-4744-acd9-b47fac58651d None None] Network 6186853d-ba56-421b-a11d-04e8abb947ac requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:09.058630 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.079214 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad4362-c768-4e7b-84b9-1923295738d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8072e7f-d05b-42d7-850c-ddea6b83e9d6,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:09.087763 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7237067 Jun 24 10:21:09.088346 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33120) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:09.089219 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-c0ad4362-c768-4e7b-84b9-1923295738d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:09.092556 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:09.093184 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-c0ad4362-c768-4e7b-84b9-1923295738d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd04b4c03dd9415dbd529adc2544bfa4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5239644 Jun 24 10:21:09.093633 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.095845 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33122) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:09.096459 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-router', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:09.106247 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-029b179c-a9ff-41f5-925c-129aeb30be90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:09.129495 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24370'] for router, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.130890 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24377'] for router, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.178631 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2555168 Jun 24 10:21:09.198934 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Pushing event updated for resources: {'Network': ['ID=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:09.212516 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8436649 Jun 24 10:21:09.215790 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33130) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:09.216643 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:09.226015 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Request body: {'subnet': {'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-subnet', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:09.231903 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:21:09.253019 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.305243 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-57c19d43-ca2d-4f32-bbaf-2f09a4cdedf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.326308 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Made reservation on behalf of 30b722359ee34becb7afe190d9a5b83e for: {'subnet': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:09.329501 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.331358 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bafc57f-a2e4-4a80-a213-02e461c178bb None None] Network 6186853d-ba56-421b-a11d-04e8abb947ac requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:09.498367 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24343'] for router, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.512082 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.527531 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-57c19d43-ca2d-4f32-bbaf-2f09a4cdedf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.541344 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:09.587527 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Made reservation on behalf of 1e94d1e23a52478c9a6b07bcd259d958 for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:09.589896 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.607524 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.626832 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f162f5-7e3e-41e9-87e6-d69664e51be9 None None] Network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:09.682136 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e31fd6-08c5-47a7-bea3-9d75e23dc5c3,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:09.685317 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:09.760666 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Checking segment: {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:09.761036 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Network hostable DHCP agents. Network: cb1584e0-04d6-4d1c-8080-45f02e1db216, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:21:09.790292 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-57c19d43-ca2d-4f32-bbaf-2f09a4cdedf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.818318 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33164) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:09.821792 dv-cinder-790492-7-iscsi neutron-server[92851]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 10:21:09.823374 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-57c19d43-ca2d-4f32-bbaf-2f09a4cdedf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:09.827498 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-57c19d43-ca2d-4f32-bbaf-2f09a4cdedf1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8072e7f-d05b-42d7-850c-ddea6b83e9d6 HTTP/1.1" status: 204 len: 168 time: 0.7183223 Jun 24 10:21:09.955115 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:10.002562 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Network cb1584e0-04d6-4d1c-8080-45f02e1db216 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:21:10.005391 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.008498 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c19d43-ca2d-4f32-bbaf-2f09a4cdedf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8072e7f-d05b-42d7-850c-ddea6b83e9d6,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:10.017261 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-57c19d43-ca2d-4f32-bbaf-2f09a4cdedf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:10.021459 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:10.049441 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, cb1584e0-04d6-4d1c-8080-45f02e1db216) {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:10.061348 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e390519e-6e2f-49bb-8ec4-c4eab8817d36 None None] Network cb1584e0-04d6-4d1c-8080-45f02e1db216 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:10.062821 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:10.063413 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.128058 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c174979-aa7d-43b3-a962-fe6491047c16,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:10.159489 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:10.202159 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.209925 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Checking segment: {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:10.210191 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Network hostable DHCP agents. Network: d4aa093c-2ab3-42e3-892f-5101cdfd7bf1, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:21:10.212546 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.218193 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9a0caf28-0034-4442-a3d2-aabcc555dc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:10.225600 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3558784 Jun 24 10:21:10.225799 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abfdfb-953e-487c-92d9-b375da964658 req-1f948354-19c6-4d75-9ed0-ab1b4ac2bf4b tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:10.226756 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-1f948354-19c6-4d75-9ed0-ab1b4ac2bf4b tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 815 time: 0.4089205 Jun 24 10:21:10.230547 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33186) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:10.234981 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:10.255712 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=92850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:21:10.271202 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1113250e-836e-4a53-9ff0-bd9b500b593c,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:10.282181 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.287673 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-1b753365-f6c8-491e-81ff-b144ebf6672f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/quotas/ddb7f2fc91c14b388339347649029f0d HTTP/1.1" status: 200 len: 375 time: 0.0438192 Jun 24 10:21:10.302668 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:10.303543 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:21:10.313736 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfba0f6d-5148-5e12-b8f3-c731db63f75f-cb1584e0-04d6-4d1c-8080-45f02e1db216', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3'}]}} from dv-cinder-790492-7-iscsi. {{(pid=92853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:21:10.315045 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.322233 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.322741 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Added segment 04274068-671d-457b-9c39-9ba3c84db9e1 of type vlan for network 299a8209-780f-4ff9-8d5c-a31829a171e7 Jun 24 10:21:10.325121 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, d4aa093c-2ab3-42e3-892f-5101cdfd7bf1) {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:10.341961 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:10.342250 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.347809 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.353694 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ec52dc-a5a4-41bb-9642-c51d0588c915 None None] Network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:10.374097 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24370'] for router, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.375192 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24377'] for router, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.402316 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-85346d3b-85b9-4a65-a8e9-db5056d29479 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731506 Jun 24 10:21:10.554885 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.563516 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3415573 Jun 24 10:21:10.569245 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33198) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:10.600657 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:10.622493 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.623922 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:10.624507 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.645248 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:10.647482 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.db_base_plugin_common [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Allocated IP 172.20.0.2 (cb1584e0-04d6-4d1c-8080-45f02e1db216/33e31fd6-08c5-47a7-bea3-9d75e23dc5c3/45e9e2d0-18e4-4ef6-85f4-10ff57293c61) {{(pid=92853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:10.684881 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfba0f6d-5148-5e12-b8f3-c731db63f75f-d4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16'}]}} from dv-cinder-790492-7-iscsi. {{(pid=92853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:21:10.685808 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.714967 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.760720 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Pushing event updated for resources: {'Network': ['ID=299a8209-780f-4ff9-8d5c-a31829a171e7,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:10.763535 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:10.773633 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.4938948 Jun 24 10:21:10.773787 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33206) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:10.779448 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Request body: {'subnet': {'network_id': '299a8209-780f-4ff9-8d5c-a31829a171e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1073158143-subnet', 'tenant_id': '1e94d1e23a52478c9a6b07bcd259d958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:10.803231 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 299a8209-780f-4ff9-8d5c-a31829a171e7 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:21:10.823743 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Made reservation on behalf of 1e94d1e23a52478c9a6b07bcd259d958 for: {'subnet': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:10.826222 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.839531 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-ddd4d3d7-271e-4c62-acae-250a69beb8ac service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=92851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:21:10.840525 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-ddd4d3d7-271e-4c62-acae-250a69beb8ac service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2304583 Jun 24 10:21:10.842936 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24370'] for router, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.843980 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24377'] for router, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:10.908426 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Allocated IP 172.27.2.240 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/482cb033-c0ee-4595-b9fd-64a6242632d5) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:11.064911 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.074579 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:11.087370 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24343'] for router, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.092664 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.105426 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.db_base_plugin_common [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Allocated IP 172.20.0.2 (d4aa093c-2ab3-42e3-892f-5101cdfd7bf1/2c174979-aa7d-43b3-a962-fe6491047c16/455ecf90-5bdb-4ac8-93e3-b576883193a4) {{(pid=92853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:11.140853 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a484a2d-a360-429f-8358-98f5d7832ec9,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:11.148973 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:11.176692 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Notify callbacks [] for port, precommit_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.187242 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Checking segment: {'id': '04274068-671d-457b-9c39-9ba3c84db9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '299a8209-780f-4ff9-8d5c-a31829a171e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:11.189322 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Network hostable DHCP agents. Network: 299a8209-780f-4ff9-8d5c-a31829a171e7, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:21:11.213598 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Network 299a8209-780f-4ff9-8d5c-a31829a171e7 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:21:11.228771 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 299a8209-780f-4ff9-8d5c-a31829a171e7) {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:11.234383 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:11.235250 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.289285 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5130413 Jun 24 10:21:11.313256 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-da134be0-5abb-4552-baae-b27c01e3873b service neutron] 10.222.0.79 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608619 Jun 24 10:21:11.338977 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90524c24-d23a-4c51-a28b-74272f0399c2 None None] Network 299a8209-780f-4ff9-8d5c-a31829a171e7 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:11.342038 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f24e6667-642e-4065-975c-6b1000ad1454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.433243 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24343'] for router, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.433481 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Transition to ACTIVE for port object 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:11.519939 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.654328 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Transition to ACTIVE for port object 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 will not be triggered until provisioned by entity DHCP. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:11.660286 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed489e-5646-4684-9e88-49c1baac69e9 None None] Network 299a8209-780f-4ff9-8d5c-a31829a171e7 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:11.664291 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.717564 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.734817 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-8648b143-e18b-4c8e-9fbc-adde18eb6e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:11.777022 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33252) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:11.794476 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.803701 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:11.807889 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-03c687d2-f35a-4a32-8d13-3e06f28959d5 service neutron] 10.222.0.79 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534335 Jun 24 10:21:11.828363 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Network cb1584e0-04d6-4d1c-8080-45f02e1db216 is already hosted by enough agents. {{(pid=92853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:11.848463 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.base_scheduler [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Resources bound (agent type, host, resource id): {{(pid=92853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:11.864858 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Received port after_create {{(pid=92853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:11.868571 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Pushing event updated for resources: {'Port': ['ID=45e9e2d0-18e4-4ef6-85f4-10ff57293c61,revision_number=1']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:11.892006 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:11.902988 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.903326 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.904501 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.904501 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.904501 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.904753 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.905319 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.905461 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.905701 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.906017 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.906349 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.906699 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Tracked resource versions report: Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: pushed versions: Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: { 'AddressGroup': {'1.2'}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'ConntrackHelper': {'1.0'}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Log': {'1.0'}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Network': {'1.1'}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Port': {'1.7'}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'PortForwarding': {'1.2'}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'QosPolicy': {'1.8'}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SecurityGroup': {'1.4'}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SubPort': {'1.0'}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Subnet': {'1.1'}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Trunk': {'1.1'}} Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: consumer versions: Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: { DHCP agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: HyperV agent@hv-cinder-79049: {}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: L3 agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: Metadata agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: Metering agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: Open vSwitch agent@dv-cinder-790492-7-iscsi: { 'AddressGroup': '1.2', Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'ConntrackHelper': '1.0', Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Log': '1.0', Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Network': '1.1', Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Port': '1.7', Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'PortForwarding': '1.2', Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'QosPolicy': '1.8', Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SecurityGroup': '1.4', Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SecurityGroupRule': '1.2', Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'SubPort': '1.0', Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Subnet': '1.1', Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: 'Trunk': '1.1'}} Jun 24 10:21:11.907803 dv-cinder-790492-7-iscsi neutron-server[92853]: {{(pid=92853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:21:11.910557 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:11.926732 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Notify callbacks [] for port, precommit_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:11.936286 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:11.956915 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:11.974128 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Transition to ACTIVE for port object 455ecf90-5bdb-4ac8-93e3-b576883193a4 will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:12.027082 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Attempting to bind port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:12.027502 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Attempting to bind port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:12.027911 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Attempting to bind port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 on network cb1584e0-04d6-4d1c-8080-45f02e1db216 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:12.036724 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Transition to ACTIVE for port object 455ecf90-5bdb-4ac8-93e3-b576883193a4 will not be triggered until provisioned by entity DHCP. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:12.040750 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:12.041422 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Checking segment: {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:12.042054 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.042653 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Bound using segment: {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:12.043358 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Bound port: 45e9e2d0-18e4-4ef6-85f4-10ff57293c61, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:12.044107 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.048773 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.050602 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.063072 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:12.148408 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Pushing event updated for resources: {'Port': ['ID=482cb033-c0ee-4595-b9fd-64a6242632d5,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:12.155078 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:12.163094 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 is already hosted by enough agents. {{(pid=92853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:12.165292 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b12e467c-8a3c-4929-84b2-6357c61e8cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.176152 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Pushing event updated for resources: {'Port': ['ID=455ecf90-5bdb-4ac8-93e3-b576883193a4,revision_number=1']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:12.181274 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:12.182693 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.base_scheduler [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Resources bound (agent type, host, resource id): {{(pid=92853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:12.192399 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Received port after_create {{(pid=92853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:12.252945 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] For port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:12.321787 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b12e467c-8a3c-4929-84b2-6357c61e8cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.326964 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b12e467c-8a3c-4929-84b2-6357c61e8cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.331995 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] For port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=45e9e2d0-18e4-4ef6-85f4-10ff57293c61,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:12.357910 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:12.360079 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.365534 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b12e467c-8a3c-4929-84b2-6357c61e8cec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4036c7e2cb3b4ef297273eaf3437c3fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5873015 Jun 24 10:21:12.367340 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33278) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:12.376150 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:12.380420 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Attempting to bind port 455ecf90-5bdb-4ac8-93e3-b576883193a4 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:12.380785 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Attempting to bind port 455ecf90-5bdb-4ac8-93e3-b576883193a4 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:12.381141 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Attempting to bind port 455ecf90-5bdb-4ac8-93e3-b576883193a4 on network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:12.438617 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:12.439004 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Checking segment: {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:12.439297 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.444874 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Bound using segment: {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:12.450483 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Bound port: 455ecf90-5bdb-4ac8-93e3-b576883193a4, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:12.450919 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.463149 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-af97d23c-2724-4d09-8bf7-33c33ebe76d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.468165 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a4a7af20-ac4c-4075-afb4-fa317a8017db req-00b71ea7-bfb9-46ec-a550-adc67081f40e tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 210 time: 0.1159556 Jun 24 10:21:12.501048 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-af97d23c-2724-4d09-8bf7-33c33ebe76d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.513248 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.569602 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e467c-8a3c-4929-84b2-6357c61e8cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5034d-7c8a-42a9-b05c-49b14b6bc84e,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:12.575682 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Pushing event updated for resources: {'Port': ['ID=45e9e2d0-18e4-4ef6-85f4-10ff57293c61,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:12.580976 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:12.584675 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-af97d23c-2724-4d09-8bf7-33c33ebe76d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.592023 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b12e467c-8a3c-4929-84b2-6357c61e8cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:12.594954 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-af97d23c-2724-4d09-8bf7-33c33ebe76d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.598799 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.601551 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-af97d23c-2724-4d09-8bf7-33c33ebe76d0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01d5034d-7c8a-42a9-b05c-49b14b6bc84e HTTP/1.1" status: 204 len: 168 time: 0.2327702 Jun 24 10:21:12.603364 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7d7acb85-e245-4721-a28b-7d4f98ab61cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:12.614844 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97d23c-2724-4d09-8bf7-33c33ebe76d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d5034d-7c8a-42a9-b05c-49b14b6bc84e,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:12.623460 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-af97d23c-2724-4d09-8bf7-33c33ebe76d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:12.715329 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] For port 455ecf90-5bdb-4ac8-93e3-b576883193a4, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:12.724473 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] For port 455ecf90-5bdb-4ac8-93e3-b576883193a4, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=455ecf90-5bdb-4ac8-93e3-b576883193a4,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:12.731383 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:12.740336 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c558ea79-ff5f-4c85-8bb9-eeb837b26032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:12.863609 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33322) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:12.869494 dv-cinder-790492-7-iscsi neutron-server[92850]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 10:21:12.989570 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Pushing event updated for resources: {'Port': ['ID=455ecf90-5bdb-4ac8-93e3-b576883193a4,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:13.000356 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:13.173394 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:13.187399 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-e98d559b-6cf7-401e-a44a-4c1f5818d4df tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:13.195146 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-e98d559b-6cf7-401e-a44a-4c1f5818d4df tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/networks?id=299a8209-780f-4ff9-8d5c-a31829a171e7 HTTP/1.1" status: 200 len: 812 time: 0.3271716 Jun 24 10:21:13.218590 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-59749c45-037d-41b6-8b1f-c0d1f932a10c tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/quotas/1e94d1e23a52478c9a6b07bcd259d958 HTTP/1.1" status: 200 len: 375 time: 0.0224869 Jun 24 10:21:13.240797 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:13.255570 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:13.300300 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-596ddecd-47b3-4da3-b2ea-7405af7567b0 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e94d1e23a52478c9a6b07bcd259d958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807321 Jun 24 10:21:13.371537 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Allocated IP 172.27.2.185 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/84129f71-9605-4d00-a77f-8a46b9c41fe1) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:13.432706 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33354) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:13.690603 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:13.727849 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:13.746413 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b8874411-0ebf-49ea-ae63-d81b065fec35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:13.787040 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-0ebaae21-b0ee-407f-b3fa-7f20a3f624f7 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=92850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:21:13.795791 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-0ebaae21-b0ee-407f-b3fa-7f20a3f624f7 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1492994 Jun 24 10:21:13.811510 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:13.816951 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 455ecf90-5bdb-4ac8-93e3-b576883193a4 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:13.891429 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:13.905510 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448136'] for router, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:13.916497 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 455ecf90-5bdb-4ac8-93e3-b576883193a4 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:13.942597 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-b861b04d-1be6-4f0a-b4ad-aaa6736642c3 service neutron] 10.222.0.79 "GET /v2.0/networks/299a8209-780f-4ff9-8d5c-a31829a171e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459227 Jun 24 10:21:13.978905 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d6da277d-1b55-4d9c-8f0e-b94cf7ea6845 req-47e820b5-9284-42cf-ac18-5e5599c6fe63 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 210 time: 0.2840974 Jun 24 10:21:14.110434 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:14.145278 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:14.175648 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b8874411-0ebf-49ea-ae63-d81b065fec35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:14.194851 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Pushing event updated for resources: {'Port': ['ID=84129f71-9605-4d00-a77f-8a46b9c41fe1,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:14.213258 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:14.226486 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:14.249170 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:14.257005 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:14.271026 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Router bfb55588-274b-4b98-afb8-6f0906005fd9 is scheduled to L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 with binding_index 1 {{(pid=92851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:21:14.344051 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-24cd4445-8f38-47d7-a6c6-44f6d6ea1bff service neutron] 10.222.0.79 "GET /v2.0/networks/299a8209-780f-4ff9-8d5c-a31829a171e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474338 Jun 24 10:21:14.347138 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b8874411-0ebf-49ea-ae63-d81b065fec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:14.352914 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:14.360826 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Allocated IP 172.27.2.116 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/ba01769a-1ffe-4af7-a1cb-e3d1e501999a) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:14.381708 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e6167-c7eb-4b27-9f4c-518cc326ad37 None None] Network cb1584e0-04d6-4d1c-8080-45f02e1db216 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:14.450126 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8874411-0ebf-49ea-ae63-d81b065fec35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f307d7-fa94-40f5-9db9-e647599df86b,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:14.482634 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b8874411-0ebf-49ea-ae63-d81b065fec35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:14.521005 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b8874411-0ebf-49ea-ae63-d81b065fec35 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45564e0bc20746c79c4ca43a95f1dd96&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0759430 Jun 24 10:21:14.525349 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33400) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:14.589972 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-79f2eef4-3893-4623-86e2-336b47961324 None None] Provisioning for port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:14.590523 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33406) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:14.605348 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-79f2eef4-3893-4623-86e2-336b47961324 None None] Provisioning complete for port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:14.605996 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-79f2eef4-3893-4623-86e2-336b47961324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:14.736022 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffd951db-8ad7-4cc9-b29c-2466f1976fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:14.780198 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6dbdc7-d511-4b13-88a0-5e4b8a12bc1a None None] Network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:14.797724 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffd951db-8ad7-4cc9-b29c-2466f1976fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:14.881963 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-563060575-network', 'tenant_id': 'adbf92f2906347cdaa1dba6b073b2073'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:15.100065 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-79f2eef4-3893-4623-86e2-336b47961324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.124205 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-eabdc4f5-d132-4de4-ba87-a42da800e8a2 req-d0efec7e-56db-4fb4-8b08-04a32e760a2f tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 210 time: 0.2222090 Jun 24 10:21:15.186097 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Made reservation on behalf of adbf92f2906347cdaa1dba6b073b2073 for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:15.192753 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.215455 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.231919 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-79f2eef4-3893-4623-86e2-336b47961324 None None] For port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=45e9e2d0-18e4-4ef6-85f4-10ff57293c61,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:15.238702 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-79f2eef4-3893-4623-86e2-336b47961324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.244751 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:15.245285 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffd951db-8ad7-4cc9-b29c-2466f1976fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.255712 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ffd951db-8ad7-4cc9-b29c-2466f1976fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.257156 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:15.264055 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Sync routers for ids ['bfb55588-274b-4b98-afb8-6f0906005fd9'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:15.274305 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-ffd951db-8ad7-4cc9-b29c-2466f1976fc5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38f307d7-fa94-40f5-9db9-e647599df86b HTTP/1.1" status: 204 len: 168 time: 0.7464848 Jun 24 10:21:15.280471 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Routers {'bfb55588-274b-4b98-afb8-6f0906005fd9'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:15.281107 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bfb55588-274b-4b98-afb8-6f0906005fd9'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:15.284149 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-af97d23c-2724-4d09-8bf7-33c33ebe76d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:15.339563 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd951db-8ad7-4cc9-b29c-2466f1976fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f307d7-fa94-40f5-9db9-e647599df86b,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:15.355818 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ffd951db-8ad7-4cc9-b29c-2466f1976fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:15.388816 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.404516 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.525859 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-65ead6a2-5e1c-4dc1-97f3-63404f53e30e None None] Provisioning for port 455ecf90-5bdb-4ac8-93e3-b576883193a4 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:15.537528 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2eef4-3893-4623-86e2-336b47961324 None None] Pushing event updated for resources: {'Port': ['ID=45e9e2d0-18e4-4ef6-85f4-10ff57293c61,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:15.558039 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-79f2eef4-3893-4623-86e2-336b47961324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:15.560092 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-65ead6a2-5e1c-4dc1-97f3-63404f53e30e None None] Provisioning complete for port 455ecf90-5bdb-4ac8-93e3-b576883193a4 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:15.562553 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-65ead6a2-5e1c-4dc1-97f3-63404f53e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.698443 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Set router bfb55588-274b-4b98-afb8-6f0906005fd9 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:15.722279 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a0ff9cb0-c413-41df-8581-babc0c202c23 req-507db6f6-4087-4d5f-922d-e520fb14a1f9 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 210 time: 0.1384406 Jun 24 10:21:15.794250 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.794439 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-65ead6a2-5e1c-4dc1-97f3-63404f53e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.801405 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.812131 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:15.849975 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=92850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:21:15.865838 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Notify callbacks [] for router, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.871490 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7786832 Jun 24 10:21:15.885590 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-65ead6a2-5e1c-4dc1-97f3-63404f53e30e None None] For port 455ecf90-5bdb-4ac8-93e3-b576883193a4, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=455ecf90-5bdb-4ac8-93e3-b576883193a4,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:15.894984 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-65ead6a2-5e1c-4dc1-97f3-63404f53e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.895322 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33452) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:15.904515 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:15.978121 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:15.978515 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Added segment 5d09c0b6-b15f-4dea-90dd-93ad29aa0bae of type vlan for network 55a57b89-61e5-4e95-98eb-1aa3434441d7 Jun 24 10:21:15.992118 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e104da9-0707-4363-b0e3-7916a1f491e1,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:16.015237 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:16.054910 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-router', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:09Z', 'updated_at': '2021-06-24T10:21:12Z', 'revision_number': 3, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'gw_port': {'id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:16.093175 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.093668 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ead6a2-5e1c-4dc1-97f3-63404f53e30e None None] Pushing event updated for resources: {'Port': ['ID=455ecf90-5bdb-4ac8-93e3-b576883193a4,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:16.094706 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Checking router: bfb55588-274b-4b98-afb8-6f0906005fd9 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:16.096459 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Updating router bfb55588-274b-4b98-afb8-6f0906005fd9 port 482cb033-c0ee-4595-b9fd-64a6242632d5 binding host dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:21:16.101755 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-65ead6a2-5e1c-4dc1-97f3-63404f53e30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:16.102583 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-4a027927-df3f-4c8d-bcfd-2116b5318ae0 None None] Provisioning complete for port 455ecf90-5bdb-4ac8-93e3-b576883193a4 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:16.102926 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4a027927-df3f-4c8d-bcfd-2116b5318ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.157853 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.179834 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448136'] for router, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.193985 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.217144 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a1aa7f4e-a26f-419f-932a-f90487485625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:16.248406 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.db.resource_extend [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 10:21:16.251110 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:16.256504 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33460) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:16.286045 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:16.298541 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:16.318280 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-4a027927-df3f-4c8d-bcfd-2116b5318ae0 None None] Provisioning complete for port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:16.318920 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4a027927-df3f-4c8d-bcfd-2116b5318ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.322215 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c71a7444-3eae-48af-b0f1-ee3306a64202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.356313 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.382540 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:16.383148 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.393512 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:16.393673 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4ec94084-2eeb-41f6-b72e-09c08a76a671 req-8a22c20d-38f9-41cb-bd23-123b6c333188 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 210 time: 0.1020722 Jun 24 10:21:16.423512 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:21:16.447919 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Pushing event updated for resources: {'Port': ['ID=ba01769a-1ffe-4af7-a1cb-e3d1e501999a,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:16.457706 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:16.471307 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.77', 50210) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:16.677875 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Pushing event updated for resources: {'Network': ['ID=55a57b89-61e5-4e95-98eb-1aa3434441d7,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:16.688384 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 55a57b89-61e5-4e95-98eb-1aa3434441d7 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:21:16.699950 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Notify callbacks [] for port, precommit_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.705697 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:16.713501 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.provisioning_blocks [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Transition to ACTIVE for port object 482cb033-c0ee-4595-b9fd-64a6242632d5 will not be triggered until provisioned by entity L2. {{(pid=92854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:16.722953 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.728844 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:16.794121 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Pushing event updated for resources: {'Port': ['ID=482cb033-c0ee-4595-b9fd-64a6242632d5,revision_number=2']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:16.798196 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd is scheduled to L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 with binding_index 1 {{(pid=92851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:21:16.811662 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.812259 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.813444 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.813995 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.814883 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.815412 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.815967 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.816577 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.817392 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.817932 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.818500 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.819041 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Tracked resource versions report: Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: pushed versions: Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: { 'AddressGroup': {'1.2'}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'ConntrackHelper': {'1.0'}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Log': {'1.0'}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Network': {'1.1'}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Port': {'1.7'}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'PortForwarding': {'1.2'}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'QosPolicy': {'1.8'}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SecurityGroup': {'1.4'}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SubPort': {'1.0'}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Subnet': {'1.1'}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Trunk': {'1.1'}} Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: consumer versions: Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: { DHCP agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: HyperV agent@hv-cinder-79049: {}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: L3 agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: Metadata agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: Metering agent@dv-cinder-790492-7-iscsi: {}, Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: Open vSwitch agent@dv-cinder-790492-7-iscsi: { 'AddressGroup': '1.2', Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'ConntrackHelper': '1.0', Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Log': '1.0', Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Network': '1.1', Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Port': '1.7', Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'PortForwarding': '1.2', Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'QosPolicy': '1.8', Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SecurityGroup': '1.4', Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SecurityGroupRule': '1.2', Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'SubPort': '1.0', Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Subnet': '1.1', Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: 'Trunk': '1.1'}} Jun 24 10:21:16.820313 dv-cinder-790492-7-iscsi neutron-server[92854]: {{(pid=92854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:21:16.836237 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:16.837669 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Attempting to bind port 482cb033-c0ee-4595-b9fd-64a6242632d5 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:16.838331 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Attempting to bind port 482cb033-c0ee-4595-b9fd-64a6242632d5 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:16.838934 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Attempting to bind port 482cb033-c0ee-4595-b9fd-64a6242632d5 on network f7a1f380-7220-4398-ba20-93d87a45423d {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:16.845220 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:16.847047 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Checking segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:16.847703 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.848337 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Bound using segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:16.849037 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Bound port: 482cb033-c0ee-4595-b9fd-64a6242632d5, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:16.849673 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.855662 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.908783 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] For port 482cb033-c0ee-4595-b9fd-64a6242632d5, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:16.912956 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] For port 482cb033-c0ee-4595-b9fd-64a6242632d5, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=482cb033-c0ee-4595-b9fd-64a6242632d5,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:16.920686 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:16.923476 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:16.984324 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Pushing event updated for resources: {'Port': ['ID=482cb033-c0ee-4595-b9fd-64a6242632d5,revision_number=3']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:16.998824 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:17.014968 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Routers {'bfb55588-274b-4b98-afb8-6f0906005fd9'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:17.015696 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bfb55588-274b-4b98-afb8-6f0906005fd9'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:17.138053 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] Set router bfb55588-274b-4b98-afb8-6f0906005fd9 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:17.143532 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-11d9f8e5-d636-4a53-b5c6-32244c2ae0ee req-3a58a67f-3cb0-4cf7-9eb7-98bb8776de62 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 210 time: 0.1339862 Jun 24 10:21:17.217248 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abfdfb-953e-487c-92d9-b375da964658 req-77a3bec5-88a2-4bcf-bea3-dab9e38d39e5 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:17.219582 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:17.221284 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-77a3bec5-88a2-4bcf-bea3-dab9e38d39e5 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 815 time: 0.6915171 Jun 24 10:21:17.231123 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Sync routers for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:17.244271 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:17.245470 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:17.262123 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c71a7444-3eae-48af-b0f1-ee3306a64202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:17.273010 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c71a7444-3eae-48af-b0f1-ee3306a64202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:17.277736 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Request body: {'port': {'device_id': 'f4134d1c-b7aa-469e-b040-52ea750dcdb1', 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac', 'admin_state_up': True, 'tenant_id': 'ddb7f2fc91c14b388339347649029f0d'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:17.280158 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Notify callbacks [] for router, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:17.284504 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0529442 Jun 24 10:21:17.285092 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33486) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:17.295334 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448136'] for router, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:17.391445 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b12e467c-8a3c-4929-84b2-6357c61e8cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:17.394982 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8032923 Jun 24 10:21:17.423281 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33498) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:17.437647 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Request body: {'subnet': {'network_id': '55a57b89-61e5-4e95-98eb-1aa3434441d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-563060575-subnet', 'tenant_id': 'adbf92f2906347cdaa1dba6b073b2073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:17.452266 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-router', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:09Z', 'updated_at': '2021-06-24T10:21:12Z', 'revision_number': 3, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'gw_port': {'id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:17.486690 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98494dbc-f958-4c6d-a398-1090184141c6 None None] The sync data for ids ['bfb55588-274b-4b98-afb8-6f0906005fd9'] in dv-cinder-790492-7-iscsi is: [{'id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-router', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:09Z', 'updated_at': '2021-06-24T10:21:12Z', 'revision_number': 3, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'gw_port': {'id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:17.506964 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-c71a7444-3eae-48af-b0f1-ee3306a64202 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b6fc74270e3a4b7e83570d1e4bd97636&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2492661 Jun 24 10:21:17.529308 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33504) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:17.537345 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a7444-3eae-48af-b0f1-ee3306a64202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd92a854-1ff3-45fe-b2e2-e0ceb350bdd1,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:17.588879 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c71a7444-3eae-48af-b0f1-ee3306a64202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:17.623701 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Made reservation on behalf of adbf92f2906347cdaa1dba6b073b2073 for: {'subnet': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:17.626298 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:17.672630 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:17.751568 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.77', 50221) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:17.791660 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:17.978613 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f7f90050-b4ed-47bf-8028-4140e4b3599c req-b9ea59f2-38b0-4040-8b9c-052ddcd76c86 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 210 time: 0.1077116 Jun 24 10:21:18.007596 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2f2f064f-6730-4989-b018-99e284f99c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:18.013261 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Made reservation on behalf of ddb7f2fc91c14b388339347649029f0d for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:18.017101 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:18.107777 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:18.364169 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2f2f064f-6730-4989-b018-99e284f99c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:18.375412 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-dd9aee92-745e-474c-8ce8-2d19b75231b4 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:18.376935 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-dd9aee92-745e-474c-8ce8-2d19b75231b4 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.77 "GET /v2.0/networks?id=299a8209-780f-4ff9-8d5c-a31829a171e7 HTTP/1.1" status: 200 len: 812 time: 0.6224344 Jun 24 10:21:18.403658 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:18.405215 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:18.453391 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:14Z', 'revision_number': 3, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:18.466494 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Request body: {'port': {'device_id': '25dccd39-d58b-4818-ad0d-cca3adf94830', 'network_id': '299a8209-780f-4ff9-8d5c-a31829a171e7', 'admin_state_up': True, 'tenant_id': '1e94d1e23a52478c9a6b07bcd259d958'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:18.499172 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Router 4cd0107f-211a-42fb-ba4f-165b33421aa1 is scheduled to L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 with binding_index 1 {{(pid=92851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:21:18.503584 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Checking router: 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:18.504354 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Updating router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd port 84129f71-9605-4d00-a77f-8a46b9c41fe1 binding host dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:21:18.552980 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:18.921518 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4b7c551b-7497-4e2d-be1e-d6b3e1e67044 req-e1d33f71-9a2c-414e-9fd3-8d1d4d106038 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 210 time: 0.4823260 Jun 24 10:21:18.924708 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2f2f064f-6730-4989-b018-99e284f99c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:18.999059 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2f2f064f-6730-4989-b018-99e284f99c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:19.000284 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-2f2f064f-6730-4989-b018-99e284f99c5c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd92a854-1ff3-45fe-b2e2-e0ceb350bdd1 HTTP/1.1" status: 204 len: 168 time: 1.4595354 Jun 24 10:21:19.001453 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-57c19d43-ca2d-4f32-bbaf-2f09a4cdedf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:19.008199 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Notify callbacks [] for port, precommit_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:19.051259 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Transition to ACTIVE for port object 84129f71-9605-4d00-a77f-8a46b9c41fe1 will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:19.061071 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:19.078915 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:19.115780 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Attempting to bind port 84129f71-9605-4d00-a77f-8a46b9c41fe1 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:19.116503 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Attempting to bind port 84129f71-9605-4d00-a77f-8a46b9c41fe1 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:19.117078 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Attempting to bind port 84129f71-9605-4d00-a77f-8a46b9c41fe1 on network f7a1f380-7220-4398-ba20-93d87a45423d {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:19.122381 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:19.148638 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:19.150158 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Checking segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:19.150793 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:19.151491 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Bound using segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:19.152785 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Bound port: 84129f71-9605-4d00-a77f-8a46b9c41fe1, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:19.153378 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:19.260773 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] For port 84129f71-9605-4d00-a77f-8a46b9c41fe1, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:19.271992 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] For port 84129f71-9605-4d00-a77f-8a46b9c41fe1, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=84129f71-9605-4d00-a77f-8a46b9c41fe1,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:19.294553 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:19.303085 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:19.313836 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Sync routers for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:19.330358 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:19.334429 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:19.355273 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Allocated IP 172.20.0.11 (6186853d-ba56-421b-a11d-04e8abb947ac/584b15ea-f101-4397-923f-8e843e6db118/62c4af78-3d1d-4d74-b153-fe4cc676cc3a) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:19.422151 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4e1db9d9-d6c2-4b75-a9fb-afc652d552a0 req-eb3d4f31-600c-40aa-b5a6-21a12c72a6bf tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 210 time: 0.0879576 Jun 24 10:21:19.425277 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 455ecf90-5bdb-4ac8-93e3-b576883193a4 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:19.440875 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f064f-6730-4989-b018-99e284f99c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd92a854-1ff3-45fe-b2e2-e0ceb350bdd1,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:19.476144 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2f2f064f-6730-4989-b018-99e284f99c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:19.488029 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:19.557976 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:19.558716 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:19.581612 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18043d28-927a-424f-9c36-21bb9020cbbf None None] Pushing event updated for resources: {'Port': ['ID=84129f71-9605-4d00-a77f-8a46b9c41fe1,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:19.591676 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33534) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:19.689217 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:19.725233 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-18043d28-927a-424f-9c36-21bb9020cbbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:19.732323 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:19.748966 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Made reservation on behalf of 1e94d1e23a52478c9a6b07bcd259d958 for: {'port': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:19.749559 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Allocated IP 172.20.0.1 (736a2e62-6208-4b91-8fd6-c2d5df5c37ab/7f4f6026-189f-4062-bf39-a9453bf9fae7/08f9485c-9f29-4444-916f-00e3ecd4621f) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:19.774187 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:19.786217 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:19.802365 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Checking segment: {'id': '5d09c0b6-b15f-4dea-90dd-93ad29aa0bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '55a57b89-61e5-4e95-98eb-1aa3434441d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:19.802723 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Network hostable DHCP agents. Network: 55a57b89-61e5-4e95-98eb-1aa3434441d7, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:21:19.852039 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ae640e-9d41-416f-9388-a5834c8d0c2a,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:19.877874 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:19.897881 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 455ecf90-5bdb-4ac8-93e3-b576883193a4 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:19.898361 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:19.976767 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Notify callbacks [] for router, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:19.978446 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.4083900 Jun 24 10:21:19.985642 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18043d28-927a-424f-9c36-21bb9020cbbf None None] Pushing event updated for resources: {'Port': ['ID=84129f71-9605-4d00-a77f-8a46b9c41fe1,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:20.074921 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-18043d28-927a-424f-9c36-21bb9020cbbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:20.110664 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33548) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:20.111936 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Network 55a57b89-61e5-4e95-98eb-1aa3434441d7 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:21:20.166046 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:20.293658 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-02662268-8bef-468c-a791-84dab80546f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:20.441813 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:16Z', 'revision_number': 3, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:20.541398 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Checking router: 4cd0107f-211a-42fb-ba4f-165b33421aa1 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:20.541398 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Updating router 4cd0107f-211a-42fb-ba4f-165b33421aa1 port ba01769a-1ffe-4af7-a1cb-e3d1e501999a binding host dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:21:20.569340 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-02662268-8bef-468c-a791-84dab80546f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:20.579195 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Allocated IP 172.20.0.7 (299a8209-780f-4ff9-8d5c-a31829a171e7/6a484a2d-a360-429f-8358-98f5d7832ec9/acf95cd1-2900-4eab-ab29-75797b0c48a2) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:20.615920 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:20.678797 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 55a57b89-61e5-4e95-98eb-1aa3434441d7) {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:20.708496 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75658ddf-cbd4-4b59-b265-4c6f64bed87d None None] Network 55a57b89-61e5-4e95-98eb-1aa3434441d7 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:20.767079 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-02662268-8bef-468c-a791-84dab80546f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:20.780962 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:20.786164 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:20.787889 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Allocated IP 172.20.0.1 (cb1584e0-04d6-4d1c-8080-45f02e1db216/33e31fd6-08c5-47a7-bea3-9d75e23dc5c3/7ee59c61-ee12-43c8-890a-c3743e564d28) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:20.836823 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-422eea03-12ff-4a40-a5e3-214ab65baedb req-e749e9f5-03ea-4663-b03c-be7c76f59955 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 210 time: 0.0734096 Jun 24 10:21:20.841705 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:20.891658 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1f964e00-68be-405a-bd49-abfa98628668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:21.002136 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 482cb033-c0ee-4595-b9fd-64a6242632d5 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:21.176660 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02662268-8bef-468c-a791-84dab80546f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cf52ed-be04-4140-bf68-fd9a0a43e867,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:21.184986 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c721822c-6e4a-4961-893a-da25a9b2e292 None None] Network 55a57b89-61e5-4e95-98eb-1aa3434441d7 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:21.237375 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-02662268-8bef-468c-a791-84dab80546f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:21.280045 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Notify callbacks [] for port, precommit_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.280786 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.8549824 Jun 24 10:21:21.283139 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-00f6f504-e598-4f78-aa35-3752d9a91dbf req-54338b26-e4e2-497d-8296-497c46dbdbf9 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 210 time: 0.9606998 Jun 24 10:21:21.296520 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.301573 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-02662268-8bef-468c-a791-84dab80546f2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3532a62868d242eeb85e35448b20fe49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6259286 Jun 24 10:21:21.309368 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33570) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:21.310940 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.provisioning_blocks [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Transition to ACTIVE for port object ba01769a-1ffe-4af7-a1cb-e3d1e501999a will not be triggered until provisioned by entity L2. {{(pid=92854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:21.319550 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 482cb033-c0ee-4595-b9fd-64a6242632d5 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:21.325213 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.335984 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:21.357375 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 482cb033-c0ee-4595-b9fd-64a6242632d5 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:21.358423 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.472077 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.489334 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.490622 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34bd26-dafa-41c5-aa60-f10e8267dc04 None None] Pushing event updated for resources: {'Port': ['ID=ba01769a-1ffe-4af7-a1cb-e3d1e501999a,revision_number=2']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:21.495521 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-9d34bd26-dafa-41c5-aa60-f10e8267dc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:21.519719 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Transition to ACTIVE for port object 7ee59c61-ee12-43c8-890a-c3743e564d28 will not be triggered until provisioned by entity DHCP. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:21.532694 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:14Z', 'revision_number': 3, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:21.543235 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Attempting to bind port ba01769a-1ffe-4af7-a1cb-e3d1e501999a on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:21.543624 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Attempting to bind port ba01769a-1ffe-4af7-a1cb-e3d1e501999a by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:21.545856 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Attempting to bind port ba01769a-1ffe-4af7-a1cb-e3d1e501999a on network f7a1f380-7220-4398-ba20-93d87a45423d {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:21.559683 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:21.560067 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Checking segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:21.562323 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.562950 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Bound using segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:21.563543 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Bound port: ba01769a-1ffe-4af7-a1cb-e3d1e501999a, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:21.566852 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.587158 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.589802 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.594543 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-cb43d3c8-38a7-40dd-8102-a09359228138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:21.642815 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Network 299a8209-780f-4ff9-8d5c-a31829a171e7 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:21.650614 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:21.666507 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:21.675122 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:21.676057 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.679703 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.691413 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-93530441-8ee4-4386-823e-ee0b6c0dd074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.707861 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Network cb1584e0-04d6-4d1c-8080-45f02e1db216 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:21.713028 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:21.725114 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] For port ba01769a-1ffe-4af7-a1cb-e3d1e501999a, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:21.737857 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] For port ba01769a-1ffe-4af7-a1cb-e3d1e501999a, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=ba01769a-1ffe-4af7-a1cb-e3d1e501999a,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:21.742319 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2865000 Jun 24 10:21:21.744341 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:21.746137 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450309'] for router_interface, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.759746 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:21.767520 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:22.093349 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ffdac1e6-8773-4ca9-851d-b97cbc9c3074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:22.094480 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34bd26-dafa-41c5-aa60-f10e8267dc04 None None] Pushing event updated for resources: {'Port': ['ID=ba01769a-1ffe-4af7-a1cb-e3d1e501999a,revision_number=3']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:22.094480 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-9d34bd26-dafa-41c5-aa60-f10e8267dc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:22.094480 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:22.094480 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:22.095140 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3fe38-063a-4b55-9d8f-73868ec4f135 None None] The sync data for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi is: [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:14Z', 'revision_number': 3, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:22.246585 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:22.254988 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Network 6186853d-ba56-421b-a11d-04e8abb947ac is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:22.277103 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 482cb033-c0ee-4595-b9fd-64a6242632d5, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=482cb033-c0ee-4595-b9fd-64a6242632d5,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:22.287583 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:22.291732 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:22.292564 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:22.310936 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-48849e3b-38ac-49b4-bef6-c31e86bf9ba3 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=92851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:21:22.312589 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-48849e3b-38ac-49b4-bef6-c31e86bf9ba3 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481038 Jun 24 10:21:22.323406 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-93530441-8ee4-4386-823e-ee0b6c0dd074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:22.326024 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:22.391590 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:22.399078 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:22.399852 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:22.433365 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=482cb033-c0ee-4595-b9fd-64a6242632d5,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:22.443436 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-4ec62811-f707-4aa5-8411-d99c9cf82d5a None None] Provisioning for port 7ee59c61-ee12-43c8-890a-c3743e564d28 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:22.448995 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:22.460055 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-4ec62811-f707-4aa5-8411-d99c9cf82d5a None None] Provisioning complete for port 7ee59c61-ee12-43c8-890a-c3743e564d28 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:22.462551 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4ec62811-f707-4aa5-8411-d99c9cf82d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:22.493922 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee59c61-ee12-43c8-890a-c3743e564d28,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:22.514972 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2280571 Jun 24 10:21:22.525898 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:22.547113 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-4ec62811-f707-4aa5-8411-d99c9cf82d5a None None] Port 7ee59c61-ee12-43c8-890a-c3743e564d28 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:21:22.620791 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Pushing event updated for resources: {'Port': ['ID=62c4af78-3d1d-4d74-b153-fe4cc676cc3a,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:22.634893 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:22.642433 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:22.877787 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:22.924625 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:22.967828 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:23.023343 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:23.023998 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450309'] for router_interface, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:23.084324 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 482cb033-c0ee-4595-b9fd-64a6242632d5 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:23.191274 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Pushing event updated for resources: {'Port': ['ID=08f9485c-9f29-4444-916f-00e3ecd4621f,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:23.205551 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:23.214720 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 482cb033-c0ee-4595-b9fd-64a6242632d5 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:23.215331 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:23.310528 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33604) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:23.331164 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-353913304-network', 'tenant_id': '1da49e4ee4394e7096f5907ad8093d7f'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:23.350531 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:16Z', 'revision_number': 3, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:23.358087 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Pushing event updated for resources: {'Port': ['ID=acf95cd1-2900-4eab-ab29-75797b0c48a2,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:23.384607 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.787s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:23.403847 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.768s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:23.404915 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:23.456285 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Made reservation on behalf of 1da49e4ee4394e7096f5907ad8093d7f for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:23.460181 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:23.473267 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386ca80-e1c7-4901-8955-40a7a05946ec None None] The sync data for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi is: [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:16Z', 'revision_number': 3, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:23.527670 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:23.603157 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 84129f71-9605-4d00-a77f-8a46b9c41fe1 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:23.644148 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-93530441-8ee4-4386-823e-ee0b6c0dd074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:23.681091 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6417b13-7d1b-48c1-a90e-3756b876b4a2 req-11c03c7f-44f1-4f36-a3c8-e7d28fa4965c tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:23.695428 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d6417b13-7d1b-48c1-a90e-3756b876b4a2 req-11c03c7f-44f1-4f36-a3c8-e7d28fa4965c tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 931 time: 1.4503758 Jun 24 10:21:23.723783 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 84129f71-9605-4d00-a77f-8a46b9c41fe1 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:23.728840 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 84129f71-9605-4d00-a77f-8a46b9c41fe1 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:23.729638 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:23.785377 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Request body: {'port': {'device_id': 'f4134d1c-b7aa-469e-b040-52ea750dcdb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:23.855710 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d6417b13-7d1b-48c1-a90e-3756b876b4a2 req-417ae4a3-a94e-490d-aa15-3e6007523a11 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592562 Jun 24 10:21:23.987271 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:23.999664 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:24.019699 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:24.057167 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 84129f71-9605-4d00-a77f-8a46b9c41fe1, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=84129f71-9605-4d00-a77f-8a46b9c41fe1,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:24.082593 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:24.091786 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:24.144231 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-93530441-8ee4-4386-823e-ee0b6c0dd074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:24.149920 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-93530441-8ee4-4386-823e-ee0b6c0dd074 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7cf52ed-be04-4140-bf68-fd9a0a43e867 HTTP/1.1" status: 204 len: 168 time: 2.8349795 Jun 24 10:21:24.164369 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:24.192651 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Request body: {'port': {'device_id': '25dccd39-d58b-4818-ad0d-cca3adf94830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:24.192941 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=84129f71-9605-4d00-a77f-8a46b9c41fe1,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:24.211199 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:24.213867 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:24.320215 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93530441-8ee4-4386-823e-ee0b6c0dd074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cf52ed-be04-4140-bf68-fd9a0a43e867,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:24.327603 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-93530441-8ee4-4386-823e-ee0b6c0dd074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:24.356906 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0148e0-132d-4a90-922a-ea800eaf7485 req-4db65530-6a05-4346-a5b7-e5bbbf652106 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:24.367834 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-eb0148e0-132d-4a90-922a-ea800eaf7485 req-4db65530-6a05-4346-a5b7-e5bbbf652106 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 932 time: 1.4721875 Jun 24 10:21:24.434035 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:24.485357 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=92850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:21:24.487924 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:24.521387 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450545'] for router_interface, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:24.547410 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:24.557103 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:24.608108 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:24.752242 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee59c61-ee12-43c8-890a-c3743e564d28,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:24.778799 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:24.796843 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-eb0148e0-132d-4a90-922a-ea800eaf7485 req-87e4420d-992a-4417-bf5b-4c8da4af2ed0 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269907 Jun 24 10:21:25.134413 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ba01769a-1ffe-4af7-a1cb-e3d1e501999a up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:25.137318 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c192d20c-71c4-4e11-94c6-9ff12aeba67c,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:25.140056 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:25.182830 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:25.283685 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port ba01769a-1ffe-4af7-a1cb-e3d1e501999a completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:25.290906 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port ba01769a-1ffe-4af7-a1cb-e3d1e501999a triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:25.291344 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:25.350280 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Network cb1584e0-04d6-4d1c-8080-45f02e1db216 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:25.359098 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:25.359687 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Added segment d3e091f5-ad36-4c29-8cca-4a698f66238b of type vlan for network 81d63654-b798-463a-9c79-7d893f0de4dd Jun 24 10:21:25.379622 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:25.460417 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:25.514376 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port ba01769a-1ffe-4af7-a1cb-e3d1e501999a, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=ba01769a-1ffe-4af7-a1cb-e3d1e501999a,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:25.526846 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd0a76-546a-43a4-abee-917b9179ca4f req-50799fee-ac6e-4c40-a11f-255bdf79a7c4 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:25.528624 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5ecd0a76-546a-43a4-abee-917b9179ca4f req-50799fee-ac6e-4c40-a11f-255bdf79a7c4 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 931 time: 0.3690608 Jun 24 10:21:25.536750 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:25.537821 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 84129f71-9605-4d00-a77f-8a46b9c41fe1 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:25.540449 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:25.648993 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c4af78-3d1d-4d74-b153-fe4cc676cc3a {{(pid=92851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:25.700953 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:25.703678 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:25.771462 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5ecd0a76-546a-43a4-abee-917b9179ca4f req-d9fc34c2-bd17-43b6-a187-ea520dd83cca tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790836 Jun 24 10:21:25.903714 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.db.resource_extend [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 10:21:25.906865 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=ba01769a-1ffe-4af7-a1cb-e3d1e501999a,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:25.917374 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 84129f71-9605-4d00-a77f-8a46b9c41fe1 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:25.918265 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:25.930714 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:26.067135 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-e0f0d4a6-30d3-4fd7-87be-64cd920428b8 None None] Provisioning complete for port 7ee59c61-ee12-43c8-890a-c3743e564d28 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:26.068434 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d4a6-30d3-4fd7-87be-64cd920428b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:26.208111 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Transition to ACTIVE for port object 62c4af78-3d1d-4d74-b153-fe4cc676cc3a will not be triggered until provisioned by entity L2. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:26.221448 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:26.234937 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0d4a6-30d3-4fd7-87be-64cd920428b8 None None] Port 7ee59c61-ee12-43c8-890a-c3743e564d28 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:21:26.239964 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:26.313092 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:21:26.370776 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Pushing event updated for resources: {'Port': ['ID=62c4af78-3d1d-4d74-b153-fe4cc676cc3a,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:26.395484 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:26.489948 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:26.490643 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Attempting to bind port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:26.490743 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Attempting to bind port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:26.491044 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Attempting to bind port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a on network 6186853d-ba56-421b-a11d-04e8abb947ac {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:26.505045 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a on network 6186853d-ba56-421b-a11d-04e8abb947ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:21:26.506482 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Attempting to bind port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a on network 6186853d-ba56-421b-a11d-04e8abb947ac {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:26.521355 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:26.523376 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:26.526622 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Checking segment: {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:26.527767 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Bound using segment: {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:26.527767 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Bound port: 62c4af78-3d1d-4d74-b153-fe4cc676cc3a, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'}}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:26.528145 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:26.555370 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:26.556134 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:26.558099 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:26.684137 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3703380 Jun 24 10:21:26.700573 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33656) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:26.702506 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:26.724744 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Sync routers for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:26.752356 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] 10.222.0.79 "PUT /v2.0/routers/1ae22e81-a19f-47b2-bfd2-cfb77926b2cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4637277 Jun 24 10:21:26.766574 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:26.767109 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:26.788145 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Request body: {'subnet': {'network_id': '81d63654-b798-463a-9c79-7d893f0de4dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-353913304-subnet', 'tenant_id': '1da49e4ee4394e7096f5907ad8093d7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:26.791970 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Pushing event updated for resources: {'Network': ['ID=81d63654-b798-463a-9c79-7d893f0de4dd,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:26.840907 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] For port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a, host hv-cinder-79049, cleared binding levels {{(pid=92851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:26.861671 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] For port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=62c4af78-3d1d-4d74-b153-fe4cc676cc3a,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:26.874677 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:26.880477 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:26.885883 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:26.890410 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:26.915132 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 81d63654-b798-463a-9c79-7d893f0de4dd details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:21:26.916987 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:26.931688 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450545'] for router_interface, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:26.972346 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf95cd1-2900-4eab-ab29-75797b0c48a2 {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:26.978167 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-70589423-81c2-4e0b-9b10-12f6d9bbd48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:27.040514 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:27.106323 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ba01769a-1ffe-4af7-a1cb-e3d1e501999a up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:27.180512 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Made reservation on behalf of 1da49e4ee4394e7096f5907ad8093d7f for: {'subnet': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:27.180512 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:27.203505 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Pushing event updated for resources: {'Port': ['ID=62c4af78-3d1d-4d74-b153-fe4cc676cc3a,revision_number=3']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:27.220769 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:27.226683 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:27.227585 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:27.229559 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] 10.222.0.77 "PUT /v2.0/ports/62c4af78-3d1d-4d74-b153-fe4cc676cc3a HTTP/1.1" status: 200 len: 1094 time: 3.8515372 Jun 24 10:21:27.231252 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4134d1c-b7aa-469e-b040-52ea750dcdb1', 'tag': '62c4af78-3d1d-4d74-b153-fe4cc676cc3a'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:27.253490 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port ba01769a-1ffe-4af7-a1cb-e3d1e501999a triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:27.256065 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:27.286437 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Transition to ACTIVE for port object acf95cd1-2900-4eab-ab29-75797b0c48a2 will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:27.295566 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fbeee-cba6-4ef3-9f23-db2161f409de req-12420147-f0e0-444c-aef0-53d4ac02c9f8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:27.304438 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a11fbeee-cba6-4ef3-9f23-db2161f409de req-12420147-f0e0-444c-aef0-53d4ac02c9f8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 944 time: 0.8246326 Jun 24 10:21:27.357076 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Pushing event updated for resources: {'Port': ['ID=08f9485c-9f29-4444-916f-00e3ecd4621f,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:27.370159 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:27.377230 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:27.426327 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5671839-34ae-48cc-9d90-e3c0d1f8232b req-33fe49af-1deb-4a15-b309-12f5f8f9bcb5 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:27.433454 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a5671839-34ae-48cc-9d90-e3c0d1f8232b req-33fe49af-1deb-4a15-b309-12f5f8f9bcb5 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 931 time: 0.4254611 Jun 24 10:21:27.473032 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Allocated IP 172.20.0.1 (d4aa093c-2ab3-42e3-892f-5101cdfd7bf1/2c174979-aa7d-43b3-a962-fe6491047c16/708fe0f8-564c-476d-a2f5-febc49331aa3) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:27.550472 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a5671839-34ae-48cc-9d90-e3c0d1f8232b req-3f429577-cac0-4209-9803-3a69e6eb43da tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105089 Jun 24 10:21:27.596638 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7e084173-bf6e-4a54-be79-003fcacc8c29 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:27.621019 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a985eee6-9799-4eac-9eab-40b26c571c05" -d '{"events": [{"name": "network-changed", "server_uuid": "f4134d1c-b7aa-469e-b040-52ea750dcdb1", "tag": "62c4af78-3d1d-4d74-b153-fe4cc676cc3a"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:27.663254 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:27.874236 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abfdfb-953e-487c-92d9-b375da964658 req-74a2ad8d-a907-4bec-b843-48ba968b9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:27.883944 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-74a2ad8d-a907-4bec-b843-48ba968b9426 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 1097 time: 0.3420625 Jun 24 10:21:27.884307 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=acf95cd1-2900-4eab-ab29-75797b0c48a2,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:27.898505 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a11fbeee-cba6-4ef3-9f23-db2161f409de req-c5d785e2-c480-464e-a46f-fe32a332c5bb tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929129 Jun 24 10:21:27.902801 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:28.090588 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:28.162552 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Transition to ACTIVE for port object 708fe0f8-564c-476d-a2f5-febc49331aa3 will not be triggered until provisioned by entity DHCP. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:28.208853 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-37686acb-79c9-4000-be69-4dcc3e8722e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c4af78-3d1d-4d74-b153-fe4cc676cc3a HTTP/1.1" status: 200 len: 217 time: 0.2919278 Jun 24 10:21:28.246886 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:28.336098 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:28.366466 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 2, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:28.373124 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33708) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:28.376392 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14af7542-39cd-47c3-adef-8619887505c1 x-openstack-request-id: req-14af7542-39cd-47c3-adef-8619887505c1 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:28.377354 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4134d1c-b7aa-469e-b040-52ea750dcdb1", "tag": "62c4af78-3d1d-4d74-b153-fe4cc676cc3a", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:28.377468 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14af7542-39cd-47c3-adef-8619887505c1 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:28.377941 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4134d1c-b7aa-469e-b040-52ea750dcdb1', 'tag': '62c4af78-3d1d-4d74-b153-fe4cc676cc3a', 'status': 'completed', 'code': 200} Jun 24 10:21:28.381709 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-b8465638-d560-4362-ab63-2729107621a5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102647880', 'description': 'tempest-description--2015256118'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:28.418010 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b8465638-d560-4362-ab63-2729107621a5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:28.445334 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Checking router: 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:28.445643 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Updating router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd port 7ee59c61-ee12-43c8-890a-c3743e564d28 binding host dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:21:28.464288 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abfdfb-953e-487c-92d9-b375da964658 req-a375b22b-2ff7-439a-a279-5258656e6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:28.466204 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-a375b22b-2ff7-439a-a279-5258656e6249 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584b15ea-f101-4397-923f-8e843e6db118 HTTP/1.1" status: 200 len: 855 time: 0.1957872 Jun 24 10:21:28.551683 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:28.579925 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b8465638-d560-4362-ab63-2729107621a5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:28.589495 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b8465638-d560-4362-ab63-2729107621a5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:28.598304 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-c0ad4362-c768-4e7b-84b9-1923295738d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:28.598700 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Attempting to bind port acf95cd1-2900-4eab-ab29-75797b0c48a2 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:28.599222 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Attempting to bind port acf95cd1-2900-4eab-ab29-75797b0c48a2 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '04274068-671d-457b-9c39-9ba3c84db9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '299a8209-780f-4ff9-8d5c-a31829a171e7'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:28.599521 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Attempting to bind port acf95cd1-2900-4eab-ab29-75797b0c48a2 on network 299a8209-780f-4ff9-8d5c-a31829a171e7 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:28.622927 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Port acf95cd1-2900-4eab-ab29-75797b0c48a2 on network 299a8209-780f-4ff9-8d5c-a31829a171e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:21:28.623973 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Attempting to bind port acf95cd1-2900-4eab-ab29-75797b0c48a2 on network 299a8209-780f-4ff9-8d5c-a31829a171e7 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:28.648897 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:28.649533 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Checking segment: {'id': '04274068-671d-457b-9c39-9ba3c84db9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '299a8209-780f-4ff9-8d5c-a31829a171e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:28.650277 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Bound using segment: {'id': '04274068-671d-457b-9c39-9ba3c84db9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '299a8209-780f-4ff9-8d5c-a31829a171e7'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:28.650941 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Bound port: acf95cd1-2900-4eab-ab29-75797b0c48a2, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04274068-671d-457b-9c39-9ba3c84db9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '299a8209-780f-4ff9-8d5c-a31829a171e7'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:28.651529 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:28.660371 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8465638-d560-4362-ab63-2729107621a5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9953c594-436e-4d7c-ae38-ff010efec096,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:28.676992 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b8465638-d560-4362-ab63-2729107621a5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:28.679063 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b8465638-d560-4362-ab63-2729107621a5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:28.681265 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-b8465638-d560-4362-ab63-2729107621a5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3072529 Jun 24 10:21:28.685123 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33714) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:28.712421 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-5a76b9d1-88a2-46eb-aa00-617e5179a009 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'security_group_rule': {'security_group_id': '9953c594-436e-4d7c-ae38-ff010efec096', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:28.758793 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:28.931446 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-b90f9bd7-6bf0-4ebb-b111-3f446d5e70ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6186853d-ba56-421b-a11d-04e8abb947ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576226 Jun 24 10:21:28.940140 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a76b9d1-88a2-46eb-aa00-617e5179a009 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:28.964132 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:28.966910 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33720) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:28.976720 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:29.032565 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:29.070114 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a76b9d1-88a2-46eb-aa00-617e5179a009 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.074105 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.078482 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:29.078988 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450309'] for router_interface, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.207416 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-023dc9c4-cb43-4097-a501-a8f6853a2461 service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405766 Jun 24 10:21:29.209527 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a76b9d1-88a2-46eb-aa00-617e5179a009 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.221880 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a7aba-4c95-4dca-8876-6034804907c6 req-f86fdc0a-07a9-4373-97cb-3d854f10e074 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:29.224001 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-316a7aba-4c95-4dca-8876-6034804907c6 req-f86fdc0a-07a9-4373-97cb-3d854f10e074 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 943 time: 0.3511403 Jun 24 10:21:29.232954 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:29.253795 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] For port acf95cd1-2900-4eab-ab29-75797b0c48a2, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:29.259555 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] For port acf95cd1-2900-4eab-ab29-75797b0c48a2, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=acf95cd1-2900-4eab-ab29-75797b0c48a2,segment=NetworkSegment(04274068-671d-457b-9c39-9ba3c84db9e1),segment_id=04274068-671d-457b-9c39-9ba3c84db9e1)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:29.274388 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Notify callbacks [] for port, precommit_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.275240 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.291941 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Transition to ACTIVE for port object 7ee59c61-ee12-43c8-890a-c3743e564d28 will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:29.302894 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.307855 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:29.371915 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Pushing event updated for resources: {'Port': ['ID=708fe0f8-564c-476d-a2f5-febc49331aa3,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:29.394136 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:29.403274 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:29.453468 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bcb30-eda5-44f3-8da1-a1f1e22acf9c None None] Pushing event updated for resources: {'Port': ['ID=7ee59c61-ee12-43c8-890a-c3743e564d28,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:29.465265 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb4259b-0461-4796-b5e8-7dec10880622,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:29.468048 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-d69bcb30-eda5-44f3-8da1-a1f1e22acf9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:29.479669 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:29.485593 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:29.492203 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53abfdfb-953e-487c-92d9-b375da964658 req-3654fe71-00f5-4314-845c-f76861e33a3a service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108877 Jun 24 10:21:29.558842 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76b9d1-88a2-46eb-aa00-617e5179a009 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a3871b-61c2-40c6-a6b6-fe446f3c7c91,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:29.573390 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-04e94042-5fb8-4d6c-95d7-1d92356b0cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.589783 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5a76b9d1-88a2-46eb-aa00-617e5179a009 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:29.593659 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Attempting to bind port 7ee59c61-ee12-43c8-890a-c3743e564d28 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:29.594019 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Attempting to bind port 7ee59c61-ee12-43c8-890a-c3743e564d28 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:29.594457 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Attempting to bind port 7ee59c61-ee12-43c8-890a-c3743e564d28 on network cb1584e0-04d6-4d1c-8080-45f02e1db216 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:29.600476 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:29.601511 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Checking segment: {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:29.601511 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.601802 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Bound using segment: {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:29.602387 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Bound port: 7ee59c61-ee12-43c8-890a-c3743e564d28, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:29.602796 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.633115 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a76b9d1-88a2-46eb-aa00-617e5179a009 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.643810 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-5a76b9d1-88a2-46eb-aa00-617e5179a009 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9531214 Jun 24 10:21:29.643810 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33732) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:29.648181 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Router bfb55588-274b-4b98-afb8-6f0906005fd9 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:21:29.652517 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=acf95cd1-2900-4eab-ab29-75797b0c48a2,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:29.661984 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:29.685842 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-6525f01f-a121-49df-b426-a69a41a5d021 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'security_group_rule': {'security_group_id': '9953c594-436e-4d7c-ae38-ff010efec096', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:29.757606 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-316a7aba-4c95-4dca-8876-6034804907c6 req-beb084fe-c77d-4476-bece-1f166e6b7fa7 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112283 Jun 24 10:21:29.815114 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.db.api [None req-04e94042-5fb8-4d6c-95d7-1d92356b0cd4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 10:21:29.815114 dv-cinder-790492-7-iscsi neutron-server[92851]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 10:21:29.815114 dv-cinder-790492-7-iscsi neutron-server[92851]: [parameters: {'project_id_1': 'ee6e135ce39e4be795d97c4f5d3983d2', 'expiration_1': datetime.datetime(2021, 6, 24, 10, 21, 29, 775657)}] Jun 24 10:21:29.815114 dv-cinder-790492-7-iscsi neutron-server[92851]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 10:21:29.815864 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_db.api [None req-04e94042-5fb8-4d6c-95d7-1d92356b0cd4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:21:29.836470 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:29.837219 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.838791 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] 10.222.0.77 "PUT /v2.0/ports/acf95cd1-2900-4eab-ab29-75797b0c48a2 HTTP/1.1" status: 200 len: 1093 time: 6.4352047 Jun 24 10:21:29.841866 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Checking segment: {'id': 'd3e091f5-ad36-4c29-8cca-4a698f66238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '81d63654-b798-463a-9c79-7d893f0de4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:29.842251 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Network hostable DHCP agents. Network: 81d63654-b798-463a-9c79-7d893f0de4dd, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:21:29.844205 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dccd39-d58b-4818-ad0d-cca3adf94830', 'tag': 'acf95cd1-2900-4eab-ab29-75797b0c48a2'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:29.858218 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-6525f01f-a121-49df-b426-a69a41a5d021 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:29.896213 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985eee6-9799-4eac-9eab-40b26c571c05 req-a7064a0e-6874-4377-ad20-143685a6804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:29.897877 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a985eee6-9799-4eac-9eab-40b26c571c05 req-a7064a0e-6874-4377-ad20-143685a6804a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 1097 time: 0.2875657 Jun 24 10:21:29.993607 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-6525f01f-a121-49df-b426-a69a41a5d021 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:30.001103 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-6525f01f-a121-49df-b426-a69a41a5d021 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:30.023738 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5a76b9d1-88a2-46eb-aa00-617e5179a009 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:30.042122 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-f9d46f44-b916-4df5-ac6d-1524f57d3ca5 None None] Provisioning for port 708fe0f8-564c-476d-a2f5-febc49331aa3 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:30.068392 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525f01f-a121-49df-b426-a69a41a5d021 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478d647d-b6b9-4cac-bf76-97f76f9e7d8b,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:30.071231 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-f9d46f44-b916-4df5-ac6d-1524f57d3ca5 None None] Provisioning complete for port 708fe0f8-564c-476d-a2f5-febc49331aa3 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:30.071736 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f9d46f44-b916-4df5-ac6d-1524f57d3ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:30.082920 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-6525f01f-a121-49df-b426-a69a41a5d021 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:30.085496 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-6525f01f-a121-49df-b426-a69a41a5d021 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:30.094455 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-6525f01f-a121-49df-b426-a69a41a5d021 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4231617 Jun 24 10:21:30.101232 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b6e50-682d-4c67-b05d-9a984ff7a941 req-aa3f8e9c-cd28-47de-992a-6e920a30f3ef tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:30.102263 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33748) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:30.112012 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e25b6e50-682d-4c67-b05d-9a984ff7a941 req-aa3f8e9c-cd28-47de-992a-6e920a30f3ef tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 944 time: 0.8412862 Jun 24 10:21:30.119248 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'floatingip': {'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:30.168316 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] For port 7ee59c61-ee12-43c8-890a-c3743e564d28, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:30.210948 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] For port 7ee59c61-ee12-43c8-890a-c3743e564d28, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=7ee59c61-ee12-43c8-890a-c3743e564d28,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:30.212097 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-f9d46f44-b916-4df5-ac6d-1524f57d3ca5 None None] Port 708fe0f8-564c-476d-a2f5-febc49331aa3 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:21:30.225939 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a7fd27-b1e9-407d-a50f-6d722fa3e974" -d '{"events": [{"name": "network-changed", "server_uuid": "25dccd39-d58b-4818-ad0d-cca3adf94830", "tag": "acf95cd1-2900-4eab-ab29-75797b0c48a2"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:30.239689 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:30.249333 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-63baf52a-5072-4b96-a394-9393684a3562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:30.258341 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Network 81d63654-b798-463a-9c79-7d893f0de4dd is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:21:30.354521 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:30.355362 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:30.444642 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bcb30-eda5-44f3-8da1-a1f1e22acf9c None None] Pushing event updated for resources: {'Port': ['ID=7ee59c61-ee12-43c8-890a-c3743e564d28,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:30.453507 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-04e94042-5fb8-4d6c-95d7-1d92356b0cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:30.458871 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-d69bcb30-eda5-44f3-8da1-a1f1e22acf9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:30.570049 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:30.606500 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:30.644079 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985eee6-9799-4eac-9eab-40b26c571c05 req-04cbcd3d-83ea-4236-a973-762ecbc19c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:30.645666 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a985eee6-9799-4eac-9eab-40b26c571c05 req-04cbcd3d-83ea-4236-a973-762ecbc19c91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 917 time: 0.5220544 Jun 24 10:21:30.848605 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:30.878153 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 81d63654-b798-463a-9c79-7d893f0de4dd) {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:30.895233 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:30.911234 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:30.911835 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:30.912108 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87e7f84-84d8-46e5-aba1-571828ea27cc None None] Network 81d63654-b798-463a-9c79-7d893f0de4dd requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:30.918188 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e25b6e50-682d-4c67-b05d-9a984ff7a941 req-1f0e5700-6f9c-433a-ad9b-abac26f1a826 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7471275 Jun 24 10:21:30.945570 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:30.948557 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3770596c-41d3-4b13-a6d5-185f8178759d x-openstack-request-id: req-3770596c-41d3-4b13-a6d5-185f8178759d {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:30.948859 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dccd39-d58b-4818-ad0d-cca3adf94830", "tag": "acf95cd1-2900-4eab-ab29-75797b0c48a2", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:30.949131 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3770596c-41d3-4b13-a6d5-185f8178759d {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:30.949593 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dccd39-d58b-4818-ad0d-cca3adf94830', 'tag': 'acf95cd1-2900-4eab-ab29-75797b0c48a2', 'status': 'completed', 'code': 200} Jun 24 10:21:30.956372 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Sync routers for ids ['bfb55588-274b-4b98-afb8-6f0906005fd9'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:30.964553 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e99cb-1a96-411f-8fae-ade4dc26cae7 None None] The sync data for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi is: [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:30.972621 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Routers {'bfb55588-274b-4b98-afb8-6f0906005fd9'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:30.976401 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bfb55588-274b-4b98-afb8-6f0906005fd9'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:30.990603 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] 10.222.0.79 "PUT /v2.0/routers/bfb55588-274b-4b98-afb8-6f0906005fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0793557 Jun 24 10:21:30.990825 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a985eee6-9799-4eac-9eab-40b26c571c05 req-e5fb6234-fbb1-47c6-8a5b-58715cda9a29 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c4af78-3d1d-4d74-b153-fe4cc676cc3a HTTP/1.1" status: 200 len: 217 time: 0.0858214 Jun 24 10:21:31.084947 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-55a50f18-6788-446c-8036-f06df15e7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:31.088787 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-55a50f18-6788-446c-8036-f06df15e7e30 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e94d1e23a52478c9a6b07bcd259d958&device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 1096 time: 0.9157615 Jun 24 10:21:31.160396 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985eee6-9799-4eac-9eab-40b26c571c05 req-3093c713-c595-4c5d-950d-5484357a77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:31.161874 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a985eee6-9799-4eac-9eab-40b26c571c05 req-3093c713-c595-4c5d-950d-5484357a77f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584b15ea-f101-4397-923f-8e843e6db118 HTTP/1.1" status: 200 len: 855 time: 0.1577718 Jun 24 10:21:31.209011 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Set router bfb55588-274b-4b98-afb8-6f0906005fd9 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:31.256820 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2b4da6-74c8-49ef-8c2c-9f3df1be7ae6 None None] Network 81d63654-b798-463a-9c79-7d893f0de4dd requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:21:31.256916 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a985eee6-9799-4eac-9eab-40b26c571c05 req-c529071b-d097-4fa4-bca2-9186e85557dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6186853d-ba56-421b-a11d-04e8abb947ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614486 Jun 24 10:21:31.281164 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-28928b30-c65a-42a8-a176-7e7e115b2137 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acf95cd1-2900-4eab-ab29-75797b0c48a2 HTTP/1.1" status: 200 len: 217 time: 0.1739316 Jun 24 10:21:31.398775 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-8daf7efb-9a22-4a0a-b34a-9300c32a44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:31.400222 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-8daf7efb-9a22-4a0a-b34a-9300c32a44d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6a484a2d-a360-429f-8358-98f5d7832ec9 HTTP/1.1" status: 200 len: 852 time: 0.1107800 Jun 24 10:21:31.436250 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-04e94042-5fb8-4d6c-95d7-1d92356b0cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:31.476011 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-04e94042-5fb8-4d6c-95d7-1d92356b0cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:31.483932 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-a93ffe77-b9a0-4d2b-a40e-75b79ac24b80 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=299a8209-780f-4ff9-8d5c-a31829a171e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539787 Jun 24 10:21:31.502122 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:31.505736 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:31.560820 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-0cd5c746-c913-4d32-976a-9948b8d0bf2c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8187177 Jun 24 10:21:31.565426 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:31.614568 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-router', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:09Z', 'updated_at': '2021-06-24T10:21:24Z', 'revision_number': 4, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'gw_port': {'id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '08f9485c-9f29-4444-916f-00e3ecd4621f', 'name': '', 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'mac_address': 'fa:16:3e:9f:3a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7f4f6026-189f-4062-bf39-a9453bf9fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:18Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 2, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'subnets': [{'id': '7f4f6026-189f-4062-bf39-a9453bf9fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:31.621900 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:31.629034 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450545'] for router_interface, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:31.648365 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Checking router: bfb55588-274b-4b98-afb8-6f0906005fd9 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:31.648720 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Updating router bfb55588-274b-4b98-afb8-6f0906005fd9 port 08f9485c-9f29-4444-916f-00e3ecd4621f binding host dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:21:31.652130 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:31.681886 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-04e94042-5fb8-4d6c-95d7-1d92356b0cd4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee6e135ce39e4be795d97c4f5d3983d2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7138255 Jun 24 10:21:31.685228 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33788) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:31.692831 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:31.693059 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a985eee6-9799-4eac-9eab-40b26c571c05 req-c448301d-ac06-49e3-bffa-1197c2ad8daf service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203775 Jun 24 10:21:31.703772 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e94042-5fb8-4d6c-95d7-1d92356b0cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240384e8-eb2e-43ac-b883-3ff42e75cb8d,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:31.739768 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a902c-aee4-4e78-922d-93cd1f6db277 req-056adc2a-f8e2-4efa-b68a-fdf1cd7a17b3 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:31.741395 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c20a902c-aee4-4e78-922d-93cd1f6db277 req-056adc2a-f8e2-4efa-b68a-fdf1cd7a17b3 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 943 time: 0.5289578 Jun 24 10:21:31.743814 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-04e94042-5fb8-4d6c-95d7-1d92356b0cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:31.825966 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33796) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:31.914343 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Pushing event updated for resources: {'Port': ['ID=708fe0f8-564c-476d-a2f5-febc49331aa3,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:31.932135 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:31.970588 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c20a902c-aee4-4e78-922d-93cd1f6db277 req-c059f81a-5433-4769-99b6-f0b51aaff848 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011578 Jun 24 10:21:31.989021 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-af1823c8-8029-4e59-956d-917b5e689969 service neutron] 10.222.0.77 "GET /v2.0/networks/299a8209-780f-4ff9-8d5c-a31829a171e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404519 Jun 24 10:21:32.003791 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b9c7e8-885d-4d6f-8406-b078233d8bb8 admin admin] Deleting subnet e7ae640e-9d41-416f-9388-a5834c8d0c2a {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:21:32.020855 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Allocated IP 172.27.2.224 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/204feed4-d00d-4821-90f9-0f18e0cd2e97) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:32.021335 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-443f6eeb-83d8-4219-863c-acb527b007d8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:32.022871 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-443f6eeb-83d8-4219-863c-acb527b007d8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 819 time: 0.4607246 Jun 24 10:21:32.025703 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c7e8-885d-4d6f-8406-b078233d8bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.057929 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a985eee6-9799-4eac-9eab-40b26c571c05 req-1d22b2ec-5c61-4256-b807-4e13bcf46d29 service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492692 Jun 24 10:21:32.058585 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e78eca95-eb75-42a5-80a3-d71ad2a25380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.145605 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e78eca95-eb75-42a5-80a3-d71ad2a25380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.149350 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-51e4bf5a-b41f-479b-a413-31c269b92802 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/quotas/886f5b169a6343ed9d47d7f5af004f4b HTTP/1.1" status: 200 len: 375 time: 0.0784104 Jun 24 10:21:32.149577 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Notify callbacks [] for port, precommit_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.162686 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:32.166007 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.provisioning_blocks [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Transition to ACTIVE for port object 08f9485c-9f29-4444-916f-00e3ecd4621f will not be triggered until provisioned by entity L2. {{(pid=92854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:32.166395 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c7e8-885d-4d6f-8406-b078233d8bb8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.176569 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.187134 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:32.210064 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:32.212625 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c7e8-885d-4d6f-8406-b078233d8bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.237434 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ff92b-4318-41f1-be69-8cdd8ecd133b None None] Pushing event updated for resources: {'Port': ['ID=08f9485c-9f29-4444-916f-00e3ecd4621f,revision_number=3']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:32.240474 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-f00ff92b-4318-41f1-be69-8cdd8ecd133b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:32.313866 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.353431 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Attempting to bind port 08f9485c-9f29-4444-916f-00e3ecd4621f on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:32.354060 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Attempting to bind port 08f9485c-9f29-4444-916f-00e3ecd4621f by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:32.354738 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Attempting to bind port 08f9485c-9f29-4444-916f-00e3ecd4621f on network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:32.367483 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b677edb1-60dc-4e9b-9dd3-0227d4dbb79c req-eec3fe9e-b523-48c0-874e-597287114979 service neutron] 10.222.0.77 "GET /v2.0/networks/299a8209-780f-4ff9-8d5c-a31829a171e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677895 Jun 24 10:21:32.367616 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:32.368072 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Checking segment: {'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:32.368484 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.370597 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Bound using segment: {'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:32.371277 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Bound port: 08f9485c-9f29-4444-916f-00e3ecd4621f, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'}}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:32.372928 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.397988 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e78eca95-eb75-42a5-80a3-d71ad2a25380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.421367 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.425580 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e78eca95-eb75-42a5-80a3-d71ad2a25380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.434602 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-e78eca95-eb75-42a5-80a3-d71ad2a25380 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/240384e8-eb2e-43ac-b883-3ff42e75cb8d HTTP/1.1" status: 204 len: 168 time: 0.7441962 Jun 24 10:21:32.435945 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b8465638-d560-4362-ab63-2729107621a5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:32.462590 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eca95-eb75-42a5-80a3-d71ad2a25380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240384e8-eb2e-43ac-b883-3ff42e75cb8d,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:32.472350 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c7e8-885d-4d6f-8406-b078233d8bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.488317 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972d57-4552-49ff-9766-ea2c5b948b10 req-7c386ccd-5aa5-4841-bc14-586cd90862ac tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:32.496099 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dc972d57-4552-49ff-9766-ea2c5b948b10 req-7c386ccd-5aa5-4841-bc14-586cd90862ac tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 944 time: 0.3588789 Jun 24 10:21:32.501946 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e78eca95-eb75-42a5-80a3-d71ad2a25380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:32.502580 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-35d46cb8-c3cc-46e0-927d-7969f7c2f34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:32.503329 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] For port 08f9485c-9f29-4444-916f-00e3ecd4621f, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:32.507236 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] For port 08f9485c-9f29-4444-916f-00e3ecd4621f, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=08f9485c-9f29-4444-916f-00e3ecd4621f,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:32.512045 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.515841 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-9d34bd26-dafa-41c5-aa60-f10e8267dc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:32.548540 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b366645a-2d71-4edf-a3d7-322876f1c42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:32.561386 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-21c38575-d0e4-4e33-98f3-488dbf570acc tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4014850 Jun 24 10:21:32.585302 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1dac64ef-4888-48be-9a8e-b541685b710d None None] Provisioning complete for port 708fe0f8-564c-476d-a2f5-febc49331aa3 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:32.585982 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1dac64ef-4888-48be-9a8e-b541685b710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.587255 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'Port': ['ID=204feed4-d00d-4821-90f9-0f18e0cd2e97,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:32.590694 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:32.611845 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c7e8-885d-4d6f-8406-b078233d8bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.616321 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-a2b9c7e8-885d-4d6f-8406-b078233d8bb8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e7ae640e-9d41-416f-9388-a5834c8d0c2a HTTP/1.1" status: 204 len: 168 time: 0.7579823 Jun 24 10:21:32.617299 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33804) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:32.627782 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:32.627951 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9c7e8-885d-4d6f-8406-b078233d8bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ae640e-9d41-416f-9388-a5834c8d0c2a,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:32.631963 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-a2b9c7e8-885d-4d6f-8406-b078233d8bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:32.648782 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dc972d57-4552-49ff-9766-ea2c5b948b10 req-474d9b59-6ec9-4879-b8a8-91c73f11ab28 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517620 Jun 24 10:21:32.655802 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:32.665517 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:32.697602 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1dac64ef-4888-48be-9a8e-b541685b710d None None] Port 708fe0f8-564c-476d-a2f5-febc49331aa3 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:21:32.730707 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Router 4cd0107f-211a-42fb-ba4f-165b33421aa1 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:21:32.732523 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ff92b-4318-41f1-be69-8cdd8ecd133b None None] Pushing event updated for resources: {'Port': ['ID=08f9485c-9f29-4444-916f-00e3ecd4621f,revision_number=4']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:32.745922 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-f00ff92b-4318-41f1-be69-8cdd8ecd133b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:32.785474 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Routers {'bfb55588-274b-4b98-afb8-6f0906005fd9'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:32.786382 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bfb55588-274b-4b98-afb8-6f0906005fd9'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:32.794199 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.854259 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bd02cf1d-6dc2-488a-b4b3-4a1a247063fe service neutron] 10.222.0.79 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535906 Jun 24 10:21:32.868718 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.919737 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 7ee59c61-ee12-43c8-890a-c3743e564d28 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:32.926906 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:32.929967 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7fd27-b1e9-407d-a50f-6d722fa3e974 req-b28f3071-fd78-460e-b119-653bb4ca8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:32.931502 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-32a7fd27-b1e9-407d-a50f-6d722fa3e974 req-b28f3071-fd78-460e-b119-653bb4ca8d42 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e94d1e23a52478c9a6b07bcd259d958&device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 1096 time: 0.4724169 Jun 24 10:21:32.991807 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33810) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:33.057766 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-57c08840-c0fa-48de-b5b4-52344646f149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.061951 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] Set router bfb55588-274b-4b98-afb8-6f0906005fd9 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:33.066466 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 7ee59c61-ee12-43c8-890a-c3743e564d28 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:33.072167 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 7ee59c61-ee12-43c8-890a-c3743e564d28 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:33.072598 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.260591 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.270745 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.307796 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.320312 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 7ee59c61-ee12-43c8-890a-c3743e564d28, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=7ee59c61-ee12-43c8-890a-c3743e564d28,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:33.331785 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.333861 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-18043d28-927a-424f-9c36-21bb9020cbbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:33.338722 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-1e24ade0-038e-45a0-b10d-0417816e1c99 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:33.347096 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-57c08840-c0fa-48de-b5b4-52344646f149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.377849 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-57c08840-c0fa-48de-b5b4-52344646f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.399051 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.408687 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-router', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:09Z', 'updated_at': '2021-06-24T10:21:24Z', 'revision_number': 4, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'gw_port': {'id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '08f9485c-9f29-4444-916f-00e3ecd4621f', 'name': '', 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'mac_address': 'fa:16:3e:9f:3a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7f4f6026-189f-4062-bf39-a9453bf9fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:18Z', 'updated_at': '2021-06-24T10:21:32Z', 'revision_number': 4, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'subnets': [{'id': '7f4f6026-189f-4062-bf39-a9453bf9fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:33.424976 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'Port': ['ID=204feed4-d00d-4821-90f9-0f18e0cd2e97,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:33.428764 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:33.436091 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=7ee59c61-ee12-43c8-890a-c3743e564d28,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:33.441935 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fec5d-cc4c-4562-a47c-aa39abc15e39 None None] The sync data for ids ['bfb55588-274b-4b98-afb8-6f0906005fd9'] in dv-cinder-790492-7-iscsi is: [{'id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-router', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:09Z', 'updated_at': '2021-06-24T10:21:24Z', 'revision_number': 4, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'gw_port': {'id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '08f9485c-9f29-4444-916f-00e3ecd4621f', 'name': '', 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'mac_address': 'fa:16:3e:9f:3a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7f4f6026-189f-4062-bf39-a9453bf9fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:18Z', 'updated_at': '2021-06-24T10:21:32Z', 'revision_number': 4, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'subnets': [{'id': '7f4f6026-189f-4062-bf39-a9453bf9fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:33.445455 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:33.466459 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:33.483705 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275075d-9dc0-4e02-bcb9-8af74fae94d8 req-a6739a2a-cff2-4d4d-8ca7-00a1118fa470 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:33.489215 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:33.494040 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5275075d-9dc0-4e02-bcb9-8af74fae94d8 req-a6739a2a-cff2-4d4d-8ca7-00a1118fa470 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 943 time: 0.3194735 Jun 24 10:21:33.522674 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-57c08840-c0fa-48de-b5b4-52344646f149 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d8ddb1d5de594fd6a136330a7ae1f2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296361 Jun 24 10:21:33.529041 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Sync routers for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:33.534765 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33832) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:33.553490 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] 10.222.0.79 "PUT /v2.0/routers/4cd0107f-211a-42fb-ba4f-165b33421aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4302094 Jun 24 10:21:33.553490 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7fd27-b1e9-407d-a50f-6d722fa3e974 req-9c140ecc-f929-4766-b93e-426d327476c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:33.553490 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-32a7fd27-b1e9-407d-a50f-6d722fa3e974 req-9c140ecc-f929-4766-b93e-426d327476c4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=299a8209-780f-4ff9-8d5c-a31829a171e7 HTTP/1.1" status: 200 len: 914 time: 0.3439641 Jun 24 10:21:33.578259 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:33.589853 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:33.606351 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5275075d-9dc0-4e02-bcb9-8af74fae94d8 req-df0d0174-aca5-4d49-986b-7a6f37262936 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089237 Jun 24 10:21:33.627789 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.629446 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5257659 Jun 24 10:21:33.659597 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c08840-c0fa-48de-b5b4-52344646f149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8319c723-8958-4ee8-9bff-6420fb24bd40,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:33.684310 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-32a7fd27-b1e9-407d-a50f-6d722fa3e974 req-d2aaf1fa-fed6-4980-9381-db237fdeb743 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acf95cd1-2900-4eab-ab29-75797b0c48a2 HTTP/1.1" status: 200 len: 217 time: 0.0812104 Jun 24 10:21:33.688741 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-6b615853-1ef4-4f13-9288-5f8c9e888e98 service neutron] 10.222.0.79 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8335488 Jun 24 10:21:33.698271 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-57c08840-c0fa-48de-b5b4-52344646f149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:33.713769 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.778504 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:33.778913 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:33.779564 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:33.779920 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > port after_create 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:33.780257 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:33.780662 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > port after_update 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:33.780878 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:33.781192 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:33.781506 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:33.781821 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:33.834666 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.861655 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5d68-fc55-4834-a5fe-3d4c19321f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.911050 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5d68-fc55-4834-a5fe-3d4c19321f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:33.967063 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:34.018277 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:34.018788 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:34.019008 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:34.019507 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:21:34.019910 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a57b89-61e5-4e95-98eb-1aa3434441d7']}} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:34.069374 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d09c0b6-b15f-4dea-90dd-93ad29aa0bae') {'for_net_delete': True} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:34.069881 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d09c0b6-b15f-4dea-90dd-93ad29aa0bae') {} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:34.070996 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5d68-fc55-4834-a5fe-3d4c19321f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.084221 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5d68-fc55-4834-a5fe-3d4c19321f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.085409 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-e2ac5d68-fc55-4834-a5fe-3d4c19321f93 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8319c723-8958-4ee8-9bff-6420fb24bd40 HTTP/1.1" status: 204 len: 168 time: 0.5244513 Jun 24 10:21:34.087469 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-04e94042-5fb8-4d6c-95d7-1d92356b0cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:34.104035 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7247151'] for segment, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.106104 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac5d68-fc55-4834-a5fe-3d4c19321f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8319c723-8958-4ee8-9bff-6420fb24bd40,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:34.130370 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbced05d-60cb-422d-a3fa-52d197238d7e req-bef48433-e860-4b96-82d1-bfc3bb400d17 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:34.138245 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fbced05d-60cb-422d-a3fa-52d197238d7e req-bef48433-e860-4b96-82d1-bfc3bb400d17 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 944 time: 0.1927633 Jun 24 10:21:34.148301 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e2ac5d68-fc55-4834-a5fe-3d4c19321f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:34.215360 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.216313 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fbced05d-60cb-422d-a3fa-52d197238d7e req-7355a885-120b-46d4-b3a1-d6ed9ab199a1 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768414 Jun 24 10:21:34.232494 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-15f8da85-9b43-43f5-8916-bd17d4987c8c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--102647880&fields=id&tenant_id=e683cb703211418eb4591c60f3bf0b67 HTTP/1.1" status: 200 len: 267 time: 0.1333282 Jun 24 10:21:34.239047 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=92850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:21:34.239510 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7169148'] for segment, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: from cryptography.utils import int_from_bytes Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: from cryptography.utils import int_from_bytes Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: Traceback (most recent call last): Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: timer() Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: cb(*args, **kw) Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: return func(*args, **kwargs) Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: self._notify() Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: self.callback(batched_events) Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: event.method(event) Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: return f(self, *a, **k) Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._get(url).json() Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: return self.request(url, 'GET', **kwargs) Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:21:34.244562 dv-cinder-790492-7-iscsi neutron-server[92850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:21:34.257622 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7fd27-b1e9-407d-a50f-6d722fa3e974 req-f7fc08d6-d827-4da7-91ee-56f290d0d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:34.259458 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-32a7fd27-b1e9-407d-a50f-6d722fa3e974 req-f7fc08d6-d827-4da7-91ee-56f290d0d0ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6a484a2d-a360-429f-8358-98f5d7832ec9 HTTP/1.1" status: 200 len: 852 time: 0.5609403 Jun 24 10:21:34.265681 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 62c4af78-3d1d-4d74-b153-fe4cc676cc3a details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:21:34.340460 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-32a7fd27-b1e9-407d-a50f-6d722fa3e974 req-0b15612c-a3cd-479c-8a60-2142203fd6d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=299a8209-780f-4ff9-8d5c-a31829a171e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515394 Jun 24 10:21:34.424069 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=62c4af78-3d1d-4d74-b153-fe4cc676cc3a,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:34.439098 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '62c4af78-3d1d-4d74-b153-fe4cc676cc3a', 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac', 'port_id': '62c4af78-3d1d-4d74-b153-fe4cc676cc3a', 'mac_address': 'fa:16:3e:c6:da:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584b15ea-f101-4397-923f-8e843e6db118', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:21:34.520309 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:31Z', 'revision_number': 2, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:34.538785 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.569099 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-625747c0-4b89-4797-b29d-7d6a2b69f5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:34.571572 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.573763 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/55a57b89-61e5-4e95-98eb-1aa3434441d7 HTTP/1.1" status: 204 len: 168 time: 1.9521210 Jun 24 10:21:34.578844 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33870) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:34.581456 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Checking router: 4cd0107f-211a-42fb-ba4f-165b33421aa1 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:34.581815 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Updating router 4cd0107f-211a-42fb-ba4f-165b33421aa1 port 708fe0f8-564c-476d-a2f5-febc49331aa3 binding host dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:21:34.650686 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=55a57b89-61e5-4e95-98eb-1aa3434441d7,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:34.670459 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8dc72e-7580-4887-8482-44ce12dbec92 admin admin] Deleting subnet 9cb4259b-0461-4796-b5e8-7dec10880622 {{(pid=92851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:21:34.673824 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.675525 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3f8dc72e-7580-4887-8482-44ce12dbec92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.676899 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.679720 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:34.732046 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c4af78-3d1d-4d74-b153-fe4cc676cc3a {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:34.745526 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-85204430-f26a-4b73-8edd-0b12b21b446e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:34.753146 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-85204430-f26a-4b73-8edd-0b12b21b446e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/networks?id=cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 200 len: 810 time: 0.4927514 Jun 24 10:21:34.764852 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=62c4af78-3d1d-4d74-b153-fe4cc676cc3a,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:34.768007 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-32a7fd27-b1e9-407d-a50f-6d722fa3e974 req-4a6d01f9-54b0-4d2b-8d4d-9d772cbc7265 service neutron] 10.222.0.77 "GET /v2.0/networks/299a8209-780f-4ff9-8d5c-a31829a171e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361723 Jun 24 10:21:34.788343 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-fbf59813-e7b8-4b25-90fb-db2df54eace5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/quotas/e683cb703211418eb4591c60f3bf0b67 HTTP/1.1" status: 200 len: 375 time: 0.0341699 Jun 24 10:21:34.796166 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3f8dc72e-7580-4887-8482-44ce12dbec92 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.807062 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:34.810946 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:34.845219 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3f8dc72e-7580-4887-8482-44ce12dbec92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:35.029139 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=62c4af78-3d1d-4d74-b153-fe4cc676cc3a,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:35.037633 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3f8dc72e-7580-4887-8482-44ce12dbec92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:35.043389 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-32a7fd27-b1e9-407d-a50f-6d722fa3e974 req-9dc432ed-59ff-4cc2-99ed-cf81294edde7 service neutron] 10.222.0.77 "GET /v2.0/networks/299a8209-780f-4ff9-8d5c-a31829a171e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444761 Jun 24 10:21:35.053681 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:35.071602 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['62c4af78-3d1d-4d74-b153-fe4cc676cc3a'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:35.076910 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:35.078536 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-c03e7cda-3cd0-4cd7-9972-35265e16e784 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e683cb703211418eb4591c60f3bf0b67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2893867 Jun 24 10:21:35.109254 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3f8dc72e-7580-4887-8482-44ce12dbec92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:35.114749 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-3f8dc72e-7580-4887-8482-44ce12dbec92 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9cb4259b-0461-4796-b5e8-7dec10880622 HTTP/1.1" status: 204 len: 168 time: 0.5345783 Jun 24 10:21:35.116828 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 33886) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:35.150032 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dc72e-7580-4887-8482-44ce12dbec92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb4259b-0461-4796-b5e8-7dec10880622,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:35.161141 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3f8dc72e-7580-4887-8482-44ce12dbec92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:35.345631 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:35.370123 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 7ee59c61-ee12-43c8-890a-c3743e564d28 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:35.416435 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-15685bc1-add0-4f46-9eac-8d6b55dbd041 service neutron] 10.222.0.79 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143907 Jun 24 10:21:35.515066 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33898) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:35.524458 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-b64e48dc-2ee1-4b99-b1f0-77dcce776867 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380934388', 'description': 'tempest-description--1204462029'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:35.600654 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b64e48dc-2ee1-4b99-b1f0-77dcce776867 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:35.692579 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e5219026-f3b5-422e-9619-01c21dbb7f8d req-72ffa668-e725-4b3f-8ad6-76e333db03c5 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 210 time: 0.0559602 Jun 24 10:21:35.776511 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:35.788968 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 7ee59c61-ee12-43c8-890a-c3743e564d28 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:35.789497 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:35.804824 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d63654-b798-463a-9c79-7d893f0de4dd']}} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:35.869714 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e091f5-ad36-4c29-8cca-4a698f66238b') {'for_net_delete': True} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:35.870047 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e091f5-ad36-4c29-8cca-4a698f66238b') {} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:35.884930 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-8de40eab-6a12-4ad3-bb8d-53fa59e5bddc service neutron] 10.222.0.79 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662468 Jun 24 10:21:35.928558 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b64e48dc-2ee1-4b99-b1f0-77dcce776867 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:35.938941 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b64e48dc-2ee1-4b99-b1f0-77dcce776867 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:35.943530 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:36.025700 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Notify callbacks [] for port, precommit_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.051388 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Transition to ACTIVE for port object 708fe0f8-564c-476d-a2f5-febc49331aa3 will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:36.052126 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7247151'] for segment, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.058049 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b64e48dc-2ee1-4b99-b1f0-77dcce776867 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.064737 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-b64e48dc-2ee1-4b99-b1f0-77dcce776867 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5466456 Jun 24 10:21:36.065568 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e48dc-2ee1-4b99-b1f0-77dcce776867 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b5a6fe-e049-4a31-b544-c716bee1c36b,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:36.077760 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33916) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:36.079408 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.082009 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:36.086244 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 08f9485c-9f29-4444-916f-00e3ecd4621f up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:36.104786 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-00a510fb-affc-469d-a01f-f40868ceed7d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'security_group_rule': {'security_group_id': 'e3b5a6fe-e049-4a31-b544-c716bee1c36b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:36.109454 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b64e48dc-2ee1-4b99-b1f0-77dcce776867 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:36.150286 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a510fb-affc-469d-a01f-f40868ceed7d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.162566 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-fed23bcd-6add-468d-bbc1-b59477692291 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:36.183533 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-fed23bcd-6add-468d-bbc1-b59477692291 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.77 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 819 time: 0.3318262 Jun 24 10:21:36.184353 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b190d2-174d-4956-a1a0-e013f8d79518 req-e0587526-4248-4590-968e-a690796dd774 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:36.198240 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b7b190d2-174d-4956-a1a0-e013f8d79518 req-e0587526-4248-4590-968e-a690796dd774 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 943 time: 0.1854780 Jun 24 10:21:36.217874 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b430a-27cc-4dbf-9d5e-1b32be10d2bc None None] Pushing event updated for resources: {'Port': ['ID=708fe0f8-564c-476d-a2f5-febc49331aa3,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:36.226178 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-346b430a-27cc-4dbf-9d5e-1b32be10d2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:36.231135 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Request body: {'port': {'device_id': '7724a993-8c84-4e45-8d36-223defe95f5b', 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab', 'admin_state_up': True, 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:36.233896 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device acf95cd1-2900-4eab-ab29-75797b0c48a2 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:21:36.241614 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.281300 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=92850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:21:36.281927 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7169148'] for segment, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: Traceback (most recent call last): Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: timer() Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: cb(*args, **kw) Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: return func(*args, **kwargs) Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: self._notify() Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: self.callback(batched_events) Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: event.method(event) Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: return f(self, *a, **k) Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._get(url).json() Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: return self.request(url, 'GET', **kwargs) Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:21:36.284086 dv-cinder-790492-7-iscsi neutron-server[92850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:21:36.286640 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 08f9485c-9f29-4444-916f-00e3ecd4621f completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:36.353585 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b7b190d2-174d-4956-a1a0-e013f8d79518 req-292fb906-3524-468d-861f-4f4ed57b806c tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557090 Jun 24 10:21:36.391214 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a510fb-affc-469d-a01f-f40868ceed7d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.397227 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a510fb-affc-469d-a01f-f40868ceed7d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.407860 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:36.412196 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 08f9485c-9f29-4444-916f-00e3ecd4621f triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:36.412584 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.435358 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a510fb-affc-469d-a01f-f40868ceed7d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81103339-77ef-462f-b5d1-a59606ebd11c,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:36.461161 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-00a510fb-affc-469d-a01f-f40868ceed7d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:36.487302 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a510fb-affc-469d-a01f-f40868ceed7d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.493794 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-00a510fb-affc-469d-a01f-f40868ceed7d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3954160 Jun 24 10:21:36.496076 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33934) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:36.513926 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Attempting to bind port 708fe0f8-564c-476d-a2f5-febc49331aa3 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:36.522146 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Attempting to bind port 708fe0f8-564c-476d-a2f5-febc49331aa3 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:36.522742 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Attempting to bind port 708fe0f8-564c-476d-a2f5-febc49331aa3 on network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:36.523994 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-196773e8-fd9d-461f-b1af-7447e3bc2ef4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'security_group_rule': {'security_group_id': 'e3b5a6fe-e049-4a31-b544-c716bee1c36b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:36.591917 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:36.592578 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Checking segment: {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:36.593135 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.593673 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Bound using segment: {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:36.602442 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Bound port: 708fe0f8-564c-476d-a2f5-febc49331aa3, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:36.602995 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.634867 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-196773e8-fd9d-461f-b1af-7447e3bc2ef4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.681487 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port acf95cd1-2900-4eab-ab29-75797b0c48a2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=acf95cd1-2900-4eab-ab29-75797b0c48a2,segment=NetworkSegment(04274068-671d-457b-9c39-9ba3c84db9e1),segment_id=04274068-671d-457b-9c39-9ba3c84db9e1)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:36.695632 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.711849 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': 'acf95cd1-2900-4eab-ab29-75797b0c48a2', 'network_id': '299a8209-780f-4ff9-8d5c-a31829a171e7', 'port_id': 'acf95cd1-2900-4eab-ab29-75797b0c48a2', 'mac_address': 'fa:16:3e:b4:53:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a484a2d-a360-429f-8358-98f5d7832ec9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:21:36.717040 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:36.730501 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.732500 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] 10.222.0.79 "DELETE /v2.0/networks/81d63654-b798-463a-9c79-7d893f0de4dd HTTP/1.1" status: 204 len: 168 time: 1.6145198 Jun 24 10:21:36.736828 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] Pushing event deleted for resources: {'Network': ['ID=81d63654-b798-463a-9c79-7d893f0de4dd,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:36.743306 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:36.744112 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-bbfce790-688d-4c53-81a3-040825fb204b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:36.745876 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-bbfce790-688d-4c53-81a3-040825fb204b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 819 time: 0.1803892 Jun 24 10:21:36.747965 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-196773e8-fd9d-461f-b1af-7447e3bc2ef4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.753797 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-196773e8-fd9d-461f-b1af-7447e3bc2ef4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.762424 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:36.781731 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e617a4-cfb7-48c4-9463-4e0c9ecc706f req-3c1ff43d-3e1b-4b51-9fde-0662e1820e8f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:36.784218 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-68e617a4-cfb7-48c4-9463-4e0c9ecc706f req-3c1ff43d-3e1b-4b51-9fde-0662e1820e8f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 945 time: 0.1569369 Jun 24 10:21:36.788677 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196773e8-fd9d-461f-b1af-7447e3bc2ef4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d5d2ca-0e89-48f8-bfb9-c4d9b6ecbe57,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:36.792394 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-196773e8-fd9d-461f-b1af-7447e3bc2ef4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:36.851188 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-68e617a4-cfb7-48c4-9463-4e0c9ecc706f req-a8ad33e2-7fd0-48e0-b29d-492d29d2340f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601335 Jun 24 10:21:36.853494 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Made reservation on behalf of 886f5b169a6343ed9d47d7f5af004f4b for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:36.857607 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.868014 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-51facfb9-6bf4-4583-93d7-8a72c194d555 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/quotas/886f5b169a6343ed9d47d7f5af004f4b HTTP/1.1" status: 200 len: 375 time: 0.1083851 Jun 24 10:21:36.875443 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.885222 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.924874 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf95cd1-2900-4eab-ab29-75797b0c48a2 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:36.944486 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] For port 708fe0f8-564c-476d-a2f5-febc49331aa3, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:36.972597 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 08f9485c-9f29-4444-916f-00e3ecd4621f, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=08f9485c-9f29-4444-916f-00e3ecd4621f,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:36.974808 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port acf95cd1-2900-4eab-ab29-75797b0c48a2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=acf95cd1-2900-4eab-ab29-75797b0c48a2,segment=NetworkSegment(04274068-671d-457b-9c39-9ba3c84db9e1),segment_id=04274068-671d-457b-9c39-9ba3c84db9e1)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:36.979883 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] For port 708fe0f8-564c-476d-a2f5-febc49331aa3, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=708fe0f8-564c-476d-a2f5-febc49331aa3,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:36.981639 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:36.994831 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-37753da7-00f6-4be9-ad68-f6a2dfc313aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:37.002806 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:37.038054 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:37.052994 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-196773e8-fd9d-461f-b1af-7447e3bc2ef4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:37.061126 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-196773e8-fd9d-461f-b1af-7447e3bc2ef4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5615518 Jun 24 10:21:37.062644 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33956) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:37.088279 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'floatingip': {'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:37.097332 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9e40365a-8b7c-4a5f-be94-6d523c1c81c9 req-e2dbda70-a66b-4184-bf1e-2503f74d8f27 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 210 time: 0.1010017 Jun 24 10:21:37.141462 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=08f9485c-9f29-4444-916f-00e3ecd4621f,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:37.168648 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:37.171315 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:37.177720 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:37.181046 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-d69bcb30-eda5-44f3-8da1-a1f1e22acf9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:37.235093 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Allocated IP 172.20.0.14 (736a2e62-6208-4b91-8fd6-c2d5df5c37ab/7f4f6026-189f-4062-bf39-a9453bf9fae7/afa4826a-69b5-4011-8177-49eb6f4a5483) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:37.282357 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['acf95cd1-2900-4eab-ab29-75797b0c48a2'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:37.378654 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33964) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:37.433941 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:37.485710 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:37.505216 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:37.519981 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:37.522978 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:37.527286 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:37.530692 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:37.540816 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:37.682745 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-e2a48e2c-0ba3-4516-9dad-1bbf15dd92a6 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8120556 Jun 24 10:21:37.683491 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Pushing event updated for resources: {'Port': ['ID=afa4826a-69b5-4011-8177-49eb6f4a5483,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:37.700112 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:37.730471 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:37.731141 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:37.785252 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5933411 Jun 24 10:21:37.797514 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Request body: {'port': {'device_id': '7724a993-8c84-4e45-8d36-223defe95f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:37.844356 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdfaad-c3c0-4e54-b667-53e3915864eb req-513e7595-1d53-408f-8edf-2426e9e532d5 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:37.845825 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a7cdfaad-c3c0-4e54-b667-53e3915864eb req-513e7595-1d53-408f-8edf-2426e9e532d5 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 944 time: 0.2294545 Jun 24 10:21:37.923756 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:37.954090 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-1c7b5439-e384-4b52-a274-1a4dd052d95c service neutron] 10.222.0.79 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882312 Jun 24 10:21:37.957663 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-a4a50bbe-89d4-4f1c-8cbc-7616d4171fc0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=adbf92f2906347cdaa1dba6b073b2073&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5633466 Jun 24 10:21:37.960226 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 33988) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:37.969303 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=acf95cd1-2900-4eab-ab29-75797b0c48a2,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:37.975283 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a7cdfaad-c3c0-4e54-b667-53e3915864eb req-8fe3914a-eaae-4958-ba8b-2dd24ab398c7 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218393 Jun 24 10:21:38.139036 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b430a-27cc-4dbf-9d5e-1b32be10d2bc None None] Pushing event updated for resources: {'Port': ['ID=708fe0f8-564c-476d-a2f5-febc49331aa3,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:38.140716 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-724d4acd-8098-4e84-83f9-1d92b5c57e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:38.153814 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-346b430a-27cc-4dbf-9d5e-1b32be10d2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.973s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:38.169927 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-197c14fe-3f04-4934-b046-ddcc04e4a6cc service neutron] 10.222.0.79 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012584 Jun 24 10:21:38.184848 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-724d4acd-8098-4e84-83f9-1d92b5c57e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:38.189692 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.146s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:38.195593 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.006s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:38.223206 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:38.260105 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 62c4af78-3d1d-4d74-b153-fe4cc676cc3a up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:38.267033 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa4826a-69b5-4011-8177-49eb6f4a5483 {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:38.284513 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:38.297613 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-724d4acd-8098-4e84-83f9-1d92b5c57e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:38.304124 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-724d4acd-8098-4e84-83f9-1d92b5c57e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:38.306370 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-724d4acd-8098-4e84-83f9-1d92b5c57e2d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e104da9-0707-4363-b0e3-7916a1f491e1 HTTP/1.1" status: 204 len: 168 time: 0.3450906 Jun 24 10:21:38.309976 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:38.316590 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Transition to ACTIVE for port object afa4826a-69b5-4011-8177-49eb6f4a5483 will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:38.346019 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:38.374115 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d4acd-8098-4e84-83f9-1d92b5c57e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e104da9-0707-4363-b0e3-7916a1f491e1,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:38.386734 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:36Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:38.387359 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-724d4acd-8098-4e84-83f9-1d92b5c57e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:38.397149 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-535c7453-45d1-4445-b387-a20b4c5b6ab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:38.547009 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Pushing event updated for resources: {'Port': ['ID=afa4826a-69b5-4011-8177-49eb6f4a5483,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:38.557894 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00670192-1ecd-4fc4-b6d8-3d4cc230facd None None] The sync data for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi is: [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:36Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:38.567023 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:38.607770 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-e748e262-e945-4889-9fcb-5d4533ab6d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:38.611113 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Allocated IP 172.27.2.30 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/de685f87-9740-4b78-94b6-0c6baa836d5b) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:38.683884 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f78bac-f540-4f99-8a99-a99e6d4ae8e0 req-5d6ac6c9-fdb8-4142-9c8c-b44e72f49ba5 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:38.685447 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-57f78bac-f540-4f99-8a99-a99e6d4ae8e0 req-5d6ac6c9-fdb8-4142-9c8c-b44e72f49ba5 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 945 time: 0.3649695 Jun 24 10:21:38.794622 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-57f78bac-f540-4f99-8a99-a99e6d4ae8e0 req-22c08276-1da8-4f4e-84ec-2a696eea1dfa tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848298 Jun 24 10:21:38.795470 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Attempting to bind port afa4826a-69b5-4011-8177-49eb6f4a5483 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:38.795805 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Attempting to bind port afa4826a-69b5-4011-8177-49eb6f4a5483 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:38.796130 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Attempting to bind port afa4826a-69b5-4011-8177-49eb6f4a5483 on network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:38.801035 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Port afa4826a-69b5-4011-8177-49eb6f4a5483 on network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:21:38.803327 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Attempting to bind port afa4826a-69b5-4011-8177-49eb6f4a5483 on network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:38.822951 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:38.823309 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Checking segment: {'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:38.823695 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Bound using segment: {'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:38.824151 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Bound port: afa4826a-69b5-4011-8177-49eb6f4a5483, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:38.826775 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:38.848342 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:38.870210 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:38.888463 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:39.019348 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-df19b8e8-0a34-4ed6-b5a6-ed160590d534 req-873dd671-01b2-483e-afdd-a5411b194d56 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 210 time: 0.1004415 Jun 24 10:21:39.058171 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] For port afa4826a-69b5-4011-8177-49eb6f4a5483, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:39.067466 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] For port afa4826a-69b5-4011-8177-49eb6f4a5483, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=afa4826a-69b5-4011-8177-49eb6f4a5483,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:39.081071 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:39.095847 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:39.169430 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34026) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:39.207671 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:39.208272 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c290c3c6-5336-449e-b1f4-d676fc742b0b req-3d499dba-a5f6-4752-bd08-7d060a342f93 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 210 time: 0.3332045 Jun 24 10:21:39.222950 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-b44f258c-fe4f-4bcf-a596-e393524debae tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:39.226674 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-b44f258c-fe4f-4bcf-a596-e393524debae tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.77 "GET /v2.0/networks?id=cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 200 len: 810 time: 0.8277850 Jun 24 10:21:39.228583 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:39.233928 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:39.237361 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] 10.222.0.77 "PUT /v2.0/ports/afa4826a-69b5-4011-8177-49eb6f4a5483 HTTP/1.1" status: 200 len: 1094 time: 1.4443755 Jun 24 10:21:39.241460 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7724a993-8c84-4e45-8d36-223defe95f5b', 'tag': 'afa4826a-69b5-4011-8177-49eb6f4a5483'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:39.259358 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615b0b51-2612-4b63-8b5c-559924fda83e" -d '{"events": [{"name": "network-changed", "server_uuid": "7724a993-8c84-4e45-8d36-223defe95f5b", "tag": "afa4826a-69b5-4011-8177-49eb6f4a5483"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:39.330272 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4134d1c-b7aa-469e-b040-52ea750dcdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c4af78-3d1d-4d74-b153-fe4cc676cc3a'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:39.406601 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dc3cf4-caad-4707-a8df-767ad3f234e5 x-openstack-request-id: req-22dc3cf4-caad-4707-a8df-767ad3f234e5 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:39.407260 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7724a993-8c84-4e45-8d36-223defe95f5b", "tag": "afa4826a-69b5-4011-8177-49eb6f4a5483", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:39.407362 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22dc3cf4-caad-4707-a8df-767ad3f234e5 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:39.407708 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7724a993-8c84-4e45-8d36-223defe95f5b', 'tag': 'afa4826a-69b5-4011-8177-49eb6f4a5483', 'status': 'completed', 'code': 200} Jun 24 10:21:39.413809 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-7d5e5784-4bae-4b7f-8869-aa30a60bf748 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1da49e4ee4394e7096f5907ad8093d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430089 Jun 24 10:21:39.417692 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34042) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:39.445754 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-62715cb8-bc14-4d88-ba4d-40909d791060 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e683cb703211418eb4591c60f3bf0b67 HTTP/1.1" status: 200 len: 379 time: 0.1888828 Jun 24 10:21:39.455223 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:39.461325 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'port': {'device_id': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'admin_state_up': True, 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'security_groups': ['9953c594-436e-4d7c-ae38-ff010efec096']}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:39.548971 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Pushing event updated for resources: {'Port': ['ID=afa4826a-69b5-4011-8177-49eb6f4a5483,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:39.553744 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:39.656638 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-969de213-24fd-44a0-9562-524f40d37c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:39.658870 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-969de213-24fd-44a0-9562-524f40d37c9c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 1097 time: 0.3569043 Jun 24 10:21:39.684262 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 708fe0f8-564c-476d-a2f5-febc49331aa3 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:39.696284 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-61b41bf6-099b-4157-b4b1-bdb221790f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:39.738941 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:39.740894 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39128b6-9a27-4ebe-b0b1-9212132f1c08 req-add390df-2a50-4203-a856-f07181c94dc8 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:39.748932 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e39128b6-9a27-4ebe-b0b1-9212132f1c08 req-add390df-2a50-4203-a856-f07181c94dc8 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 944 time: 0.3402734 Jun 24 10:21:39.752519 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-554765ec-de04-48c5-863a-982aa3da35cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa4826a-69b5-4011-8177-49eb6f4a5483 HTTP/1.1" status: 200 len: 217 time: 0.0803342 Jun 24 10:21:39.766712 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=62c4af78-3d1d-4d74-b153-fe4cc676cc3a,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:39.786351 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:39.791669 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:39.807960 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:39.827530 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-61b41bf6-099b-4157-b4b1-bdb221790f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:39.892535 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e39128b6-9a27-4ebe-b0b1-9212132f1c08 req-6c5281e5-da49-450e-a83c-68fb42b37530 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417818 Jun 24 10:21:39.899014 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-d4d82fbe-e6c8-4f7d-ac23-5f9b5fd3c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:39.899399 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 708fe0f8-564c-476d-a2f5-febc49331aa3 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:39.901108 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-d4d82fbe-e6c8-4f7d-ac23-5f9b5fd3c657 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7f4f6026-189f-4062-bf39-a9453bf9fae7 HTTP/1.1" status: 200 len: 859 time: 0.1414933 Jun 24 10:21:39.908050 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 708fe0f8-564c-476d-a2f5-febc49331aa3 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:39.908541 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:39.942128 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-5ff015d5-0d79-419a-8b19-100581f48558 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284834 Jun 24 10:21:39.955634 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=62c4af78-3d1d-4d74-b153-fe4cc676cc3a,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:39.970933 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:39.979006 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:39.981304 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd53fd6f-32f0-4654-b59c-aa0089059548" -d '{"events": [{"server_uuid": "f4134d1c-b7aa-469e-b040-52ea750dcdb1", "name": "network-vif-plugged", "status": "completed", "tag": "62c4af78-3d1d-4d74-b153-fe4cc676cc3a"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:40.033522 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:40.048167 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:40.059630 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:40.071901 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 708fe0f8-564c-476d-a2f5-febc49331aa3, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=708fe0f8-564c-476d-a2f5-febc49331aa3,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:40.076525 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:40.078638 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 08f9485c-9f29-4444-916f-00e3ecd4621f up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:40.084067 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:40.087027 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Made reservation on behalf of e683cb703211418eb4591c60f3bf0b67 for: {'port': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:40.098166 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:40.160885 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=708fe0f8-564c-476d-a2f5-febc49331aa3,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:40.168039 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:40.176663 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-61b41bf6-099b-4157-b4b1-bdb221790f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:40.184451 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-024f22a6-043d-4b32-8383-964cfb265682 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356267 Jun 24 10:21:40.223836 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ab85b2-ae11-4913-af2f-8d4e5806a3e0 x-openstack-request-id: req-50ab85b2-ae11-4913-af2f-8d4e5806a3e0 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:40.224396 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4134d1c-b7aa-469e-b040-52ea750dcdb1", "name": "network-vif-plugged", "status": "completed", "tag": "62c4af78-3d1d-4d74-b153-fe4cc676cc3a", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:40.224475 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50ab85b2-ae11-4913-af2f-8d4e5806a3e0 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:40.225119 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4134d1c-b7aa-469e-b040-52ea750dcdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c4af78-3d1d-4d74-b153-fe4cc676cc3a', 'code': 200} Jun 24 10:21:40.227085 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 08f9485c-9f29-4444-916f-00e3ecd4621f triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:40.227534 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:40.288614 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device acf95cd1-2900-4eab-ab29-75797b0c48a2 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:40.290014 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-61b41bf6-099b-4157-b4b1-bdb221790f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:40.295065 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-61b41bf6-099b-4157-b4b1-bdb221790f81 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c192d20c-71c4-4e11-94c6-9ff12aeba67c HTTP/1.1" status: 204 len: 168 time: 0.8758769 Jun 24 10:21:40.337600 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'Port': ['ID=de685f87-9740-4b78-94b6-0c6baa836d5b,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:40.345956 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:40.348292 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:40.364447 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b41bf6-099b-4157-b4b1-bdb221790f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c192d20c-71c4-4e11-94c6-9ff12aeba67c,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:40.390108 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-61b41bf6-099b-4157-b4b1-bdb221790f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:40.411468 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:40.494058 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Allocated IP 172.20.0.14 (cb1584e0-04d6-4d1c-8080-45f02e1db216/33e31fd6-08c5-47a7-bea3-9d75e23dc5c3/f97b466f-bcc6-479e-821b-f2dc46e5363c) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:40.525155 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c03e8587-ba07-4827-8295-2826f9dc8738 req-88597e02-52de-4f59-a367-f18d43f9d84f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 210 time: 0.1018200 Jun 24 10:21:40.544910 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b82184-1b9d-41ff-a0a9-290b2edad1be req-28540168-39e6-4699-ac38-c80bee207f9b tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:40.550528 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-76b82184-1b9d-41ff-a0a9-290b2edad1be req-28540168-39e6-4699-ac38-c80bee207f9b tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 946 time: 0.3374584 Jun 24 10:21:40.555914 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8d8a5c0f-f910-40dc-8b7a-fb7f326e204f req-a519d347-cbef-47ed-b737-9cbd0817d7ed service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607349 Jun 24 10:21:40.581599 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port acf95cd1-2900-4eab-ab29-75797b0c48a2 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:40.619887 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port acf95cd1-2900-4eab-ab29-75797b0c48a2 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:40.620944 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:40.702381 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:40.835498 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:40.847848 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f6031763-dcb8-4a29-9792-751b56efdd28 req-ff0eb6e0-0752-43bb-a6ec-611d318ff905 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 210 time: 0.0807655 Jun 24 10:21:40.898171 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b0b51-2612-4b63-8b5c-559924fda83e req-5b7e9479-9e6d-4061-9da6-505fc20fcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:40.900572 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-615b0b51-2612-4b63-8b5c-559924fda83e req-5b7e9479-9e6d-4061-9da6-505fc20fcea1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 1097 time: 0.2213104 Jun 24 10:21:40.901066 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.77', 50240) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:40.935474 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port acf95cd1-2900-4eab-ab29-75797b0c48a2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=acf95cd1-2900-4eab-ab29-75797b0c48a2,segment=NetworkSegment(04274068-671d-457b-9c39-9ba3c84db9e1),segment_id=04274068-671d-457b-9c39-9ba3c84db9e1)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:40.936905 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.77', 50241) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:40.948480 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:40.950939 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:41.013188 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:41.039459 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=acf95cd1-2900-4eab-ab29-75797b0c48a2,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:41.043867 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:41.047824 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:41.082154 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:41.105853 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c428246a-e020-4fde-a856-8c5a3a58d03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:41.142725 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-76b82184-1b9d-41ff-a0a9-290b2edad1be req-b136c194-10ff-420b-9189-33fd9e7d198e tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674374 Jun 24 10:21:41.216172 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 708fe0f8-564c-476d-a2f5-febc49331aa3 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:41.236919 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:41.245652 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b0b51-2612-4b63-8b5c-559924fda83e req-39d25db4-0785-42f7-881e-219f82418e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:41.247160 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-615b0b51-2612-4b63-8b5c-559924fda83e req-39d25db4-0785-42f7-881e-219f82418e9a service neutron] 10.222.0.77 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 921 time: 0.3099606 Jun 24 10:21:41.256262 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:41.265497 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-8ff91a90-93e2-450d-9fb2-81607a3b32a7 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:41.267764 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-8ff91a90-93e2-450d-9fb2-81607a3b32a7 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.77 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 819 time: 0.3294020 Jun 24 10:21:41.271404 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1918263 Jun 24 10:21:41.282496 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1655801-7437-43bb-8f54-7853ce23f310 req-f68bff44-134c-4982-8660-4d76ea34a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:41.284026 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b1655801-7437-43bb-8f54-7853ce23f310 req-f68bff44-134c-4982-8660-4d76ea34a815 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 1099 time: 0.3819582 Jun 24 10:21:41.304650 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:41.318527 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Request body: {'port': {'device_id': '2e968a9b-5cb5-44e0-9e00-ff20a3fe9731', 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab', 'admin_state_up': True, 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:41.329823 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 708fe0f8-564c-476d-a2f5-febc49331aa3 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:41.330226 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:41.340339 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'Port': ['ID=de685f87-9740-4b78-94b6-0c6baa836d5b,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:41.342166 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-615b0b51-2612-4b63-8b5c-559924fda83e req-b551807b-9d98-46e4-b3ad-b4401e3d0d49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa4826a-69b5-4011-8177-49eb6f4a5483 HTTP/1.1" status: 200 len: 217 time: 0.0836813 Jun 24 10:21:41.352963 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:41.403314 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b1655801-7437-43bb-8f54-7853ce23f310 req-cf454dec-ea8e-436d-ae40-482e249df04f service neutron] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:41.460442 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:41.489636 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Transition to ACTIVE for port object f97b466f-bcc6-479e-821b-f2dc46e5363c will not be triggered until provisioned by entity DHCP. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:41.535181 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:41.545951 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f3324ac3-125c-43e0-8ed8-e83e4a07bae3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:41.599082 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Network cb1584e0-04d6-4d1c-8080-45f02e1db216 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:41.621395 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:41.630355 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:41.635431 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:41.636063 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:41.686730 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'Port': ['ID=f97b466f-bcc6-479e-821b-f2dc46e5363c,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:41.700007 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f36eae-23f8-40d9-94e2-a39a00b6ca18 req-0fe31ab9-d67e-4e45-af60-9cbe49e71c19 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:41.701422 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-89f36eae-23f8-40d9-94e2-a39a00b6ca18 req-0fe31ab9-d67e-4e45-af60-9cbe49e71c19 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 945 time: 0.5456564 Jun 24 10:21:41.702166 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:41.717609 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b0b51-2612-4b63-8b5c-559924fda83e req-8a5b85c9-fdf0-4307-ae87-f43d1e58f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:41.719238 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-28fbd226-7bbb-49fc-871a-71fd51ebd82d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1380934388&fields=id&tenant_id=30b722359ee34becb7afe190d9a5b83e HTTP/1.1" status: 200 len: 267 time: 0.1246188 Jun 24 10:21:41.719360 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-615b0b51-2612-4b63-8b5c-559924fda83e req-8a5b85c9-fdf0-4307-ae87-f43d1e58f432 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7f4f6026-189f-4062-bf39-a9453bf9fae7 HTTP/1.1" status: 200 len: 859 time: 0.3490894 Jun 24 10:21:41.837378 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-615b0b51-2612-4b63-8b5c-559924fda83e req-de854696-0d49-448c-aa5e-ae2b795c5320 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073384 Jun 24 10:21:41.924381 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-d7a75374-b42b-4257-87a5-4ec95139c9bd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:41.926953 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-d7a75374-b42b-4257-87a5-4ec95139c9bd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 817 time: 0.1768041 Jun 24 10:21:41.963580 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-43bb5dcb-ab2b-48a5-b1a6-b50d63c7c0be tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/quotas/30b722359ee34becb7afe190d9a5b83e HTTP/1.1" status: 200 len: 375 time: 0.0295224 Jun 24 10:21:41.987096 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-89f36eae-23f8-40d9-94e2-a39a00b6ca18 req-44cc07c4-868f-4013-94aa-059f45368d83 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347040 Jun 24 10:21:42.014134 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:42.078598 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-25045cb7-0e04-49e0-b2b4-784a6548d595 None None] Provisioning for port f97b466f-bcc6-479e-821b-f2dc46e5363c completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:42.083433 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-25045cb7-0e04-49e0-b2b4-784a6548d595 None None] Provisioning complete for port f97b466f-bcc6-479e-821b-f2dc46e5363c triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:42.083947 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-25045cb7-0e04-49e0-b2b4-784a6548d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:42.084077 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-615b0b51-2612-4b63-8b5c-559924fda83e req-4052f8e9-396e-41b0-a9a3-98549215d678 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252941 Jun 24 10:21:42.123334 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b1655801-7437-43bb-8f54-7853ce23f310 req-cf454dec-ea8e-436d-ae40-482e249df04f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:42.138063 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-1f0635dc-3c97-4cf2-b46e-c5eb4ef729b2 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1645157 Jun 24 10:21:42.147647 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6884136 Jun 24 10:21:42.156798 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b1655801-7437-43bb-8f54-7853ce23f310 req-cf454dec-ea8e-436d-ae40-482e249df04f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:42.157894 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-25045cb7-0e04-49e0-b2b4-784a6548d595 None None] Port f97b466f-bcc6-479e-821b-f2dc46e5363c cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:21:42.160890 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Request body: {'port': {'device_id': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:42.210813 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:42.226714 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dccd39-d58b-4818-ad0d-cca3adf94830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf95cd1-2900-4eab-ab29-75797b0c48a2'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:42.227987 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3e6c7461-55c7-4beb-9a8c-eb42019e6984 req-9b599bb8-0dec-4c42-ab6a-f28f292c2948 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 210 time: 0.0762820 Jun 24 10:21:42.230523 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42ef0b7-0c1d-48d5-81e3-378677e05192" -d '{"events": [{"server_uuid": "25dccd39-d58b-4818-ad0d-cca3adf94830", "name": "network-vif-plugged", "status": "completed", "tag": "acf95cd1-2900-4eab-ab29-75797b0c48a2"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:42.246627 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Made reservation on behalf of 886f5b169a6343ed9d47d7f5af004f4b for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:42.259050 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:42.269394 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b1655801-7437-43bb-8f54-7853ce23f310 req-cf454dec-ea8e-436d-ae40-482e249df04f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9447534 Jun 24 10:21:42.304767 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf454dec-ea8e-436d-ae40-482e249df04f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f0655c3d-361f-4eb1-9a1e-40cb97e4130b,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:42.325009 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-cf454dec-ea8e-436d-ae40-482e249df04f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:42.363934 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-615b0b51-2612-4b63-8b5c-559924fda83e req-9b69b165-584e-4bc0-afbf-d0f5eff51218 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720509 Jun 24 10:21:42.510170 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Allocated IP 172.20.0.5 (736a2e62-6208-4b91-8fd6-c2d5df5c37ab/7f4f6026-189f-4062-bf39-a9453bf9fae7/74d82d1a-0143-4ae1-bbc2-fda12aeda821) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:42.550195 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f7466-a5c5-478b-87f4-0cf3c4a252f5 req-88ce1e50-f81b-44bb-a12b-58edab40be0d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:42.552088 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cf7f7466-a5c5-478b-87f4-0cf3c4a252f5 req-88ce1e50-f81b-44bb-a12b-58edab40be0d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 932 time: 0.1467628 Jun 24 10:21:42.577378 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:42.591019 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-10f6a7ad-1580-4a42-813c-c1a5b6015d2d service neutron] 10.222.0.79 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274054 Jun 24 10:21:42.653888 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cf7f7466-a5c5-478b-87f4-0cf3c4a252f5 req-fec649bc-b2fc-4f09-8afe-b40bd5fef05d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919635 Jun 24 10:21:42.736294 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:42.784094 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:42.790217 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:42.881770 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:42.889951 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:42.893027 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Pushing event updated for resources: {'Port': ['ID=74d82d1a-0143-4ae1-bbc2-fda12aeda821,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:42.895300 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:42.900689 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:42.943781 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-20745f88-6460-45b0-8a16-207fabe4fe19 service neutron] 10.222.0.79 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038635 Jun 24 10:21:42.967953 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:42.968591 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:42.987743 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c7666-33a3-48f6-87f7-534cea38c037 req-6de0cec1-b3f7-4149-9ca9-b8f8f029075a tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:42.989278 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b63c7666-33a3-48f6-87f7-534cea38c037 req-6de0cec1-b3f7-4149-9ca9-b8f8f029075a tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 946 time: 0.1673698 Jun 24 10:21:43.011986 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7320859 Jun 24 10:21:43.029932 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Request body: {'port': {'device_id': '2e968a9b-5cb5-44e0-9e00-ff20a3fe9731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:43.076664 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b63c7666-33a3-48f6-87f7-534cea38c037 req-21072cf8-448e-4fc8-80a3-2a1fe163acca tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705302 Jun 24 10:21:43.152274 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:43.174386 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97b466f-bcc6-479e-821b-f2dc46e5363c {{(pid=92851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:43.192677 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53466107-586b-4e2f-840f-114e47274367 x-openstack-request-id: req-53466107-586b-4e2f-840f-114e47274367 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:43.193292 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dccd39-d58b-4818-ad0d-cca3adf94830", "name": "network-vif-plugged", "status": "completed", "tag": "acf95cd1-2900-4eab-ab29-75797b0c48a2", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:43.193388 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:43.193922 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53466107-586b-4e2f-840f-114e47274367 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:43.195605 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dccd39-d58b-4818-ad0d-cca3adf94830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf95cd1-2900-4eab-ab29-75797b0c48a2', 'code': 200} Jun 24 10:21:43.213869 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Transition to ACTIVE for port object f97b466f-bcc6-479e-821b-f2dc46e5363c will not be triggered until provisioned by entity L2. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:43.223122 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:43.228044 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:43.332572 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Pushing event updated for resources: {'Port': ['ID=f97b466f-bcc6-479e-821b-f2dc46e5363c,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:43.366928 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:43.369515 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6fa10faa-e8e0-4056-8f38-663f2e6fb9c2 req-5031ef52-3c87-4f82-bc64-c064d7ab97d7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 210 time: 0.0978978 Jun 24 10:21:43.663862 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb59a-2850-49ae-bd54-ca216ad86d0b req-f3a7c306-df41-459c-a4c7-31b935b51100 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:43.673439 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-92adb59a-2850-49ae-bd54-ca216ad86d0b req-f3a7c306-df41-459c-a4c7-31b935b51100 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 945 time: 0.2615168 Jun 24 10:21:43.674541 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Attempting to bind port f97b466f-bcc6-479e-821b-f2dc46e5363c on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:43.678537 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Attempting to bind port f97b466f-bcc6-479e-821b-f2dc46e5363c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:43.679015 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Attempting to bind port f97b466f-bcc6-479e-821b-f2dc46e5363c on network cb1584e0-04d6-4d1c-8080-45f02e1db216 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:43.688182 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Port f97b466f-bcc6-479e-821b-f2dc46e5363c on network cb1584e0-04d6-4d1c-8080-45f02e1db216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:21:43.694653 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Attempting to bind port f97b466f-bcc6-479e-821b-f2dc46e5363c on network cb1584e0-04d6-4d1c-8080-45f02e1db216 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:43.705260 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:43.747866 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:43.748375 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Checking segment: {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:43.748843 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Bound using segment: {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:43.749369 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Bound port: f97b466f-bcc6-479e-821b-f2dc46e5363c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'}}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:43.749814 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:43.755346 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-92adb59a-2850-49ae-bd54-ca216ad86d0b req-4724eab2-cf48-4463-bec6-871a86897ad7 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554638 Jun 24 10:21:43.842876 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] For port f97b466f-bcc6-479e-821b-f2dc46e5363c, host hv-cinder-79049, cleared binding levels {{(pid=92851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:43.847686 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] For port f97b466f-bcc6-479e-821b-f2dc46e5363c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f97b466f-bcc6-479e-821b-f2dc46e5363c,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:43.852695 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:43.857900 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d1c0ff41-1e37-4001-a1e2-b84af0d16c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:43.906650 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f5c26-5209-4400-b826-7595ada9156d req-51e4fe86-1cf1-4c28-9359-bad3f31e05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:43.910018 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c90f5c26-5209-4400-b826-7595ada9156d req-51e4fe86-1cf1-4c28-9359-bad3f31e05c3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 1098 time: 0.3940387 Jun 24 10:21:43.971811 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:43.972702 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:43.980836 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c90f5c26-5209-4400-b826-7595ada9156d req-ec2ee7e6-2807-4c68-9e4e-a6c5e55e7670 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633919 Jun 24 10:21:43.984223 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] 10.222.0.77 "PUT /v2.0/ports/f97b466f-bcc6-479e-821b-f2dc46e5363c HTTP/1.1" status: 200 len: 1094 time: 1.8303325 Jun 24 10:21:43.984617 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'tag': 'f97b466f-bcc6-479e-821b-f2dc46e5363c'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:43.987771 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608" -d '{"events": [{"name": "network-changed", "server_uuid": "ce23220f-ac01-4b7a-a034-ca8a5d60d0ce", "tag": "f97b466f-bcc6-479e-821b-f2dc46e5363c"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:44.024788 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3858e75-7cba-4c9b-89d1-a5c9b1229b6f req-1014d43c-7052-433f-8abd-dce3fb6e0d1c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:44.031442 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a3858e75-7cba-4c9b-89d1-a5c9b1229b6f req-1014d43c-7052-433f-8abd-dce3fb6e0d1c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 931 time: 0.3856211 Jun 24 10:21:44.078639 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Pushing event updated for resources: {'Port': ['ID=f97b466f-bcc6-479e-821b-f2dc46e5363c,revision_number=3']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:44.120392 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:44.169447 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269c258-ec18-4a1b-8c9b-915f939473bf req-85450d19-88ee-445d-b95c-b203174fda46 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:44.178230 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d269c258-ec18-4a1b-8c9b-915f939473bf req-85450d19-88ee-445d-b95c-b203174fda46 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 944 time: 0.1873803 Jun 24 10:21:44.186799 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d82d1a-0143-4ae1-bbc2-fda12aeda821 {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:44.194863 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a3858e75-7cba-4c9b-89d1-a5c9b1229b6f req-83ad15e8-6e65-4903-b1dc-23211e926dbb tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484342 Jun 24 10:21:44.199133 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:44.227315 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Transition to ACTIVE for port object 74d82d1a-0143-4ae1-bbc2-fda12aeda821 will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:44.233164 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:44.247921 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device afa4826a-69b5-4011-8177-49eb6f4a5483 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:21:44.250405 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:44.278446 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-c5d71de0-4556-47ac-89bd-47fdecf5abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:44.282289 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-c5d71de0-4556-47ac-89bd-47fdecf5abaa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e683cb703211418eb4591c60f3bf0b67&device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 1097 time: 0.2007763 Jun 24 10:21:44.301991 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d269c258-ec18-4a1b-8c9b-915f939473bf req-e01806b0-fea1-46f6-9b70-2d959acfa4af tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226037 Jun 24 10:21:44.367633 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-6b1b7f41-36c7-4947-877f-7d56f3606b36 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97b466f-bcc6-479e-821b-f2dc46e5363c HTTP/1.1" status: 200 len: 217 time: 0.0643151 Jun 24 10:21:44.369203 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943f0070-3100-4136-8dd1-5b89dec0fbf3 x-openstack-request-id: req-943f0070-3100-4136-8dd1-5b89dec0fbf3 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:44.369636 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce23220f-ac01-4b7a-a034-ca8a5d60d0ce", "tag": "f97b466f-bcc6-479e-821b-f2dc46e5363c", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:44.369901 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-943f0070-3100-4136-8dd1-5b89dec0fbf3 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:44.370313 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'tag': 'f97b466f-bcc6-479e-821b-f2dc46e5363c', 'status': 'completed', 'code': 200} Jun 24 10:21:44.406810 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port afa4826a-69b5-4011-8177-49eb6f4a5483, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=afa4826a-69b5-4011-8177-49eb6f4a5483,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:44.417861 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Pushing event updated for resources: {'Port': ['ID=74d82d1a-0143-4ae1-bbc2-fda12aeda821,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:44.420605 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': 'afa4826a-69b5-4011-8177-49eb6f4a5483', 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab', 'port_id': 'afa4826a-69b5-4011-8177-49eb6f4a5483', 'mac_address': 'fa:16:3e:76:8a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f6026-189f-4062-bf39-a9453bf9fae7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:21:44.440931 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:44.474256 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:44.485969 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-5941181d-3bc5-4676-9802-e5e02070ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:44.489699 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-5941181d-3bc5-4676-9802-e5e02070ac3b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33e31fd6-08c5-47a7-bea3-9d75e23dc5c3 HTTP/1.1" status: 200 len: 849 time: 0.1036851 Jun 24 10:21:44.491598 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa4826a-69b5-4011-8177-49eb6f4a5483 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:44.497425 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Attempting to bind port 74d82d1a-0143-4ae1-bbc2-fda12aeda821 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:44.497784 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Attempting to bind port 74d82d1a-0143-4ae1-bbc2-fda12aeda821 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:44.498121 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Attempting to bind port 74d82d1a-0143-4ae1-bbc2-fda12aeda821 on network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:44.511827 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Port 74d82d1a-0143-4ae1-bbc2-fda12aeda821 on network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:21:44.514186 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Attempting to bind port 74d82d1a-0143-4ae1-bbc2-fda12aeda821 on network 736a2e62-6208-4b91-8fd6-c2d5df5c37ab {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:44.519789 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port afa4826a-69b5-4011-8177-49eb6f4a5483, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=afa4826a-69b5-4011-8177-49eb6f4a5483,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:44.521376 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:44.521732 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Checking segment: {'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:44.522111 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Bound using segment: {'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:44.525999 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Bound port: 74d82d1a-0143-4ae1-bbc2-fda12aeda821, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6eb7a9-3d04-41a3-89f5-818bb713da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:44.526793 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:44.529295 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:44.531634 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:44.629428 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=afa4826a-69b5-4011-8177-49eb6f4a5483,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:44.634793 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:44.666814 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4cda012f-4363-4c1e-8745-c20ec317af6a req-b53bb7a3-d24b-433f-8733-8a95c4e4cbd2 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 210 time: 0.0676682 Jun 24 10:21:44.698223 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-ebd6ace0-9244-4590-9a6a-e0785fa22fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:44.700314 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-ebd6ace0-9244-4590-9a6a-e0785fa22fa9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb1584e0-04d6-4d1c-8080-45f02e1db216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1996341 Jun 24 10:21:44.705678 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] For port 74d82d1a-0143-4ae1-bbc2-fda12aeda821, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:44.709544 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] For port 74d82d1a-0143-4ae1-bbc2-fda12aeda821, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=74d82d1a-0143-4ae1-bbc2-fda12aeda821,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:44.720796 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:44.729005 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-da3ed8c6-d5c5-410d-8c56-dec0d9a550a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:44.786175 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['afa4826a-69b5-4011-8177-49eb6f4a5483'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:44.815682 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:44.820106 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:44.823106 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] 10.222.0.77 "PUT /v2.0/ports/74d82d1a-0143-4ae1-bbc2-fda12aeda821 HTTP/1.1" status: 200 len: 1093 time: 1.8040471 Jun 24 10:21:44.840458 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07267fd-0c9f-463e-808f-f91c028f0132 req-308b676e-4b68-47c4-8518-412d31836676 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:44.853569 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f07267fd-0c9f-463e-808f-f91c028f0132 req-308b676e-4b68-47c4-8518-412d31836676 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 946 time: 0.2900155 Jun 24 10:21:44.855353 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34250) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:44.855989 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e968a9b-5cb5-44e0-9e00-ff20a3fe9731', 'tag': '74d82d1a-0143-4ae1-bbc2-fda12aeda821'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:44.858623 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f223f0e8-a811-4f1a-adcd-ce592b070541" -d '{"events": [{"name": "network-changed", "server_uuid": "2e968a9b-5cb5-44e0-9e00-ff20a3fe9731", "tag": "74d82d1a-0143-4ae1-bbc2-fda12aeda821"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:44.861335 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Pushing event updated for resources: {'Port': ['ID=74d82d1a-0143-4ae1-bbc2-fda12aeda821,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:44.864801 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:44.956019 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f07267fd-0c9f-463e-808f-f91c028f0132 req-cc2c1866-881d-4072-b464-9b02365078e0 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014457 Jun 24 10:21:45.026838 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-53fcb0c0-b2a7-4dbd-9909-059f9fe34380 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183584 Jun 24 10:21:45.080907 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4237bcd8-4b48-4b61-a76a-7ebc0e07c4fc x-openstack-request-id: req-4237bcd8-4b48-4b61-a76a-7ebc0e07c4fc {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:45.081442 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e968a9b-5cb5-44e0-9e00-ff20a3fe9731", "tag": "74d82d1a-0143-4ae1-bbc2-fda12aeda821", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:45.081623 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4237bcd8-4b48-4b61-a76a-7ebc0e07c4fc {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:45.081909 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e968a9b-5cb5-44e0-9e00-ff20a3fe9731', 'tag': '74d82d1a-0143-4ae1-bbc2-fda12aeda821', 'status': 'completed', 'code': 200} Jun 24 10:21:45.147505 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-77f813d2-9b69-409a-9dd0-b62d78abe44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:45.172084 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-afff56be-f9bb-413d-8491-8195b64fc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:45.174585 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-afff56be-f9bb-413d-8491-8195b64fc160 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 1096 time: 0.2123089 Jun 24 10:21:45.200458 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742515b3-f363-4640-9341-b476ab576327 req-734c516b-c4a9-4a17-8e89-dcd9ea3a556d tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:45.203199 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-742515b3-f363-4640-9341-b476ab576327 req-734c516b-c4a9-4a17-8e89-dcd9ea3a556d tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 945 time: 0.2213559 Jun 24 10:21:45.240111 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5aced2ef-e7f8-4149-a12a-cd6a9ab09f30 req-2e0ed265-1390-4165-9dd7-89e0d1c77989 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065721 Jun 24 10:21:45.335233 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-b4811f91-8ca3-41b1-944e-5afaf54c59c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74d82d1a-0143-4ae1-bbc2-fda12aeda821 HTTP/1.1" status: 200 len: 217 time: 0.1505699 Jun 24 10:21:45.365688 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-77f813d2-9b69-409a-9dd0-b62d78abe44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:45.386313 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-77f813d2-9b69-409a-9dd0-b62d78abe44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:45.440876 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-742515b3-f363-4640-9341-b476ab576327 req-76f25b00-ed44-4cd5-b92b-03dd6e5cbf9c tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556358 Jun 24 10:21:45.460545 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e2ac5d68-fc55-4834-a5fe-3d4c19321f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:45.511464 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a8775b28-3e6f-4099-b744-108609e76342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:45.520116 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-a8775b28-3e6f-4099-b744-108609e76342 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7f4f6026-189f-4062-bf39-a9453bf9fae7 HTTP/1.1" status: 200 len: 859 time: 0.1518166 Jun 24 10:21:45.591282 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-77f813d2-9b69-409a-9dd0-b62d78abe44b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3eda1e1180e9492aae94989c8edd9de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7324297 Jun 24 10:21:45.593002 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f813d2-9b69-409a-9dd0-b62d78abe44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fd6b74-010c-4e27-b36e-0f851dd7c484,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:45.595090 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34278) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:45.609200 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-77f813d2-9b69-409a-9dd0-b62d78abe44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:45.624008 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-1370b30f-433d-4c8a-be37-e02edd423cf4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917768 Jun 24 10:21:45.686920 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-404eff43-b252-4db5-a61b-1a96de85a799 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:45.687694 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608 req-3d416551-18ee-4775-bfcc-c22f6390ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:45.688904 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-404eff43-b252-4db5-a61b-1a96de85a799 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 817 time: 0.3808749 Jun 24 10:21:45.689229 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608 req-3d416551-18ee-4775-bfcc-c22f6390ceff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e683cb703211418eb4591c60f3bf0b67&device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 1097 time: 0.3219132 Jun 24 10:21:45.698777 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4410e8-7033-4400-8195-c9d87a2398f8 req-a6406feb-ebe0-4347-b72e-12af456bc651 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:45.700596 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dd4410e8-7033-4400-8195-c9d87a2398f8 req-a6406feb-ebe0-4347-b72e-12af456bc651 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.2532833 Jun 24 10:21:45.701350 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-20a34b72-c063-469c-9ca2-a4d886cb17d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:45.782435 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-20a34b72-c063-469c-9ca2-a4d886cb17d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:45.849892 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dd4410e8-7033-4400-8195-c9d87a2398f8 req-e6875d10-eef9-46e8-a702-5b4d18913cdb tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302962 Jun 24 10:21:45.870485 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608 req-94750277-fd34-4e91-8f53-9bb4cdc07353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:45.871011 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608 req-94750277-fd34-4e91-8f53-9bb4cdc07353 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 200 len: 912 time: 0.1650374 Jun 24 10:21:45.947777 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-20a34b72-c063-469c-9ca2-a4d886cb17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:45.954174 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608 req-b9a3be83-7d68-4785-83b7-ad8e7b746665 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97b466f-bcc6-479e-821b-f2dc46e5363c HTTP/1.1" status: 200 len: 217 time: 0.0740323 Jun 24 10:21:45.961817 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-20a34b72-c063-469c-9ca2-a4d886cb17d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:45.965825 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-20a34b72-c063-469c-9ca2-a4d886cb17d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/75fd6b74-010c-4e27-b36e-0f851dd7c484 HTTP/1.1" status: 204 len: 168 time: 0.3652568 Jun 24 10:21:45.966131 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:46.067210 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a34b72-c063-469c-9ca2-a4d886cb17d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fd6b74-010c-4e27-b36e-0f851dd7c484,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:46.082795 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-20a34b72-c063-469c-9ca2-a4d886cb17d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:46.173720 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4140c5f7-b175-490a-be27-4e9e5038d0ee req-40b6642c-12f2-4c74-9371-17724646d471 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 210 time: 0.0793309 Jun 24 10:21:46.197995 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608 req-bed655f2-aebd-45ad-a461-765e7476fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:46.197995 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608 req-bed655f2-aebd-45ad-a461-765e7476fcac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33e31fd6-08c5-47a7-bea3-9d75e23dc5c3 HTTP/1.1" status: 200 len: 849 time: 0.2273207 Jun 24 10:21:46.245683 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device afa4826a-69b5-4011-8177-49eb6f4a5483 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:46.250268 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-90d2218f-7cc8-4047-9a91-5fa468f7c4b0 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b722359ee34becb7afe190d9a5b83e HTTP/1.1" status: 200 len: 380 time: 0.4765177 Jun 24 10:21:46.267249 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608 req-83e25c46-1ea6-4c43-9ca5-65023fe1f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:46.268853 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608 req-83e25c46-1ea6-4c43-9ca5-65023fe1f8ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb1584e0-04d6-4d1c-8080-45f02e1db216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690925 Jun 24 10:21:46.271823 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'port': {'device_id': '968e53c1-d137-47f1-9241-66bc52cad468', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'admin_state_up': True, 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'security_groups': ['e3b5a6fe-e049-4a31-b544-c716bee1c36b']}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:46.366721 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-50838e19-e4ee-4bd7-a537-e77027ed205d service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7139025 Jun 24 10:21:46.369428 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port afa4826a-69b5-4011-8177-49eb6f4a5483 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:46.378356 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port afa4826a-69b5-4011-8177-49eb6f4a5483 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:46.379618 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:46.414389 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608 req-577fcf66-e2b2-41c8-bac0-87aab03d4ea1 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331923 Jun 24 10:21:46.425513 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f4e47-9d40-440e-a365-549ccbc52042 req-c179ef15-2506-4c48-be7c-64ffe37aca41 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:46.428636 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f56f4e47-9d40-440e-a365-549ccbc52042 req-c179ef15-2506-4c48-be7c-64ffe37aca41 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 944 time: 0.6774728 Jun 24 10:21:46.475113 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34306) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:46.504618 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:46.517206 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6b9b7869-b98f-43e9-97fc-e539f0137b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:46.555402 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7724a993-8c84-4e45-8d36-223defe95f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa4826a-69b5-4011-8177-49eb6f4a5483'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:46.563775 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7363eeb-d4d6-4808-a985-b1fb3b2c81b9" -d '{"events": [{"server_uuid": "7724a993-8c84-4e45-8d36-223defe95f5b", "name": "network-vif-plugged", "status": "completed", "tag": "afa4826a-69b5-4011-8177-49eb6f4a5483"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:46.602948 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port afa4826a-69b5-4011-8177-49eb6f4a5483, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=afa4826a-69b5-4011-8177-49eb6f4a5483,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:46.605631 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f56f4e47-9d40-440e-a365-549ccbc52042 req-78b66d57-0470-4dc3-a0f2-d6acd2fe2935 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323080 Jun 24 10:21:46.608430 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:46.611998 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:46.614573 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.db.api [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 10:21:46.614573 dv-cinder-790492-7-iscsi neutron-server[92850]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 24 10:21:46.614573 dv-cinder-790492-7-iscsi neutron-server[92850]: [parameters: {'project_id': '30b722359ee34becb7afe190d9a5b83e', 'id': 'ff13e441-8c24-4aef-84fa-e2944ac7fe57', 'expiration': datetime.datetime(2021, 6, 24, 10, 23, 46, 595401)}] Jun 24 10:21:46.614573 dv-cinder-790492-7-iscsi neutron-server[92850]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 10:21:46.614899 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_db.api [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:21:46.625342 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fe1da56a-b9dc-4216-9175-d50f13223fc8 req-42565354-7e81-4e03-bf5a-d54931e3ceb1 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500494 Jun 24 10:21:46.655507 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c90bfb9-17a4-4c08-a19a-c52c0ada2608 req-897445bf-04a5-4651-9743-5f7965c11d91 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326701 Jun 24 10:21:46.712768 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40680cb3-afc8-4fe1-b151-77c6a1353fd7 x-openstack-request-id: req-40680cb3-afc8-4fe1-b151-77c6a1353fd7 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:46.713489 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7724a993-8c84-4e45-8d36-223defe95f5b", "name": "network-vif-plugged", "status": "completed", "tag": "afa4826a-69b5-4011-8177-49eb6f4a5483", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:46.713931 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40680cb3-afc8-4fe1-b151-77c6a1353fd7 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:46.714503 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7724a993-8c84-4e45-8d36-223defe95f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa4826a-69b5-4011-8177-49eb6f4a5483', 'code': 200} Jun 24 10:21:46.721914 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=afa4826a-69b5-4011-8177-49eb6f4a5483,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:46.733389 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:46.786767 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6b9b7869-b98f-43e9-97fc-e539f0137b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:46.791243 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6b9b7869-b98f-43e9-97fc-e539f0137b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:46.803357 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-cf454dec-ea8e-436d-ae40-482e249df04f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:46.834843 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223f0e8-a811-4f1a-adcd-ce592b070541 req-8df2a8c8-5e60-4768-a9cb-69271dfd3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:46.836851 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f223f0e8-a811-4f1a-adcd-ce592b070541 req-8df2a8c8-5e60-4768-a9cb-69271dfd3c5d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 1096 time: 0.1435184 Jun 24 10:21:46.847534 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-6b9b7869-b98f-43e9-97fc-e539f0137b31 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bbcfed5e36d44ee88a599fbb112bf696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714349 Jun 24 10:21:46.853949 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b7869-b98f-43e9-97fc-e539f0137b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ce24a3-e2df-43e7-9609-36b312a41ff2,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:46.853949 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34316) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:46.855928 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30318ad0-134f-4231-b844-ca9fd4e0b607 req-7c2d25e2-d25c-4315-8784-10dcce7088b8 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:46.857517 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-30318ad0-134f-4231-b844-ca9fd4e0b607 req-7c2d25e2-d25c-4315-8784-10dcce7088b8 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 945 time: 0.1430068 Jun 24 10:21:46.865424 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-6b9b7869-b98f-43e9-97fc-e539f0137b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:46.912935 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5e3f112f-4228-45c4-a67e-a842cf346dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:46.969989 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-30318ad0-134f-4231-b844-ca9fd4e0b607 req-4a16a232-d8ce-49b8-8ffb-c70b2ff3248e tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036053 Jun 24 10:21:46.971874 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5e3f112f-4228-45c4-a67e-a842cf346dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:47.023153 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223f0e8-a811-4f1a-adcd-ce592b070541 req-13455b28-906d-41c9-aa84-fdc41ec3eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:47.024794 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f223f0e8-a811-4f1a-adcd-ce592b070541 req-13455b28-906d-41c9-aa84-fdc41ec3eba5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 921 time: 0.1815894 Jun 24 10:21:47.082791 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f223f0e8-a811-4f1a-adcd-ce592b070541 req-87a73df5-4647-47fa-839b-2696bf58b1ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74d82d1a-0143-4ae1-bbc2-fda12aeda821 HTTP/1.1" status: 200 len: 217 time: 0.0498827 Jun 24 10:21:47.100945 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa903-ca4e-4bcd-a404-657ff652179f req-a19ceda2-83d4-43c0-957a-bcc9b467dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:47.102457 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-36faa903-ca4e-4bcd-a404-657ff652179f req-a19ceda2-83d4-43c0-957a-bcc9b467dd8e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 1099 time: 0.1661241 Jun 24 10:21:47.125227 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5e3f112f-4228-45c4-a67e-a842cf346dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:47.128663 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5e3f112f-4228-45c4-a67e-a842cf346dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:47.129934 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-5e3f112f-4228-45c4-a67e-a842cf346dbe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1ce24a3-e2df-43e7-9609-36b312a41ff2 HTTP/1.1" status: 204 len: 168 time: 0.2763734 Jun 24 10:21:47.140798 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2f2f064f-6730-4989-b018-99e284f99c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:47.150829 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223f0e8-a811-4f1a-adcd-ce592b070541 req-5b071a52-1968-43b0-9d62-54445b19ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:47.152524 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f223f0e8-a811-4f1a-adcd-ce592b070541 req-5b071a52-1968-43b0-9d62-54445b19ae69 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7f4f6026-189f-4062-bf39-a9453bf9fae7 HTTP/1.1" status: 200 len: 859 time: 0.0627804 Jun 24 10:21:47.173594 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f112f-4228-45c4-a67e-a842cf346dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ce24a3-e2df-43e7-9609-36b312a41ff2,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:47.183583 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5e3f112f-4228-45c4-a67e-a842cf346dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:47.208384 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce3759-516b-4cac-a8ca-f0a79e607c89 req-0aa49840-b775-42cf-81b7-e44533222e75 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:47.209987 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2bce3759-516b-4cac-a8ca-f0a79e607c89 req-0aa49840-b775-42cf-81b7-e44533222e75 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.1595113 Jun 24 10:21:47.211559 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-36faa903-ca4e-4bcd-a404-657ff652179f req-00a579a1-107c-49f9-a2ff-ae33efe8508c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983417 Jun 24 10:21:47.212579 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Made reservation on behalf of 30b722359ee34becb7afe190d9a5b83e for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:21:47.215983 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:47.316490 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2bce3759-516b-4cac-a8ca-f0a79e607c89 req-e4967b0d-f1d3-4918-8a7d-b893fc828a6d tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959980 Jun 24 10:21:47.414322 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Allocated IP 172.20.0.3 (d4aa093c-2ab3-42e3-892f-5101cdfd7bf1/2c174979-aa7d-43b3-a962-fe6491047c16/744574d4-1813-4da4-a8bd-39d5f14ada9c) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:21:47.425953 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e0a2d130-06ed-4557-a2b3-c1ce6fbd3683 req-2772126e-e25f-473a-8eda-b0b1c677e7f3 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 210 time: 0.0851882 Jun 24 10:21:47.575658 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:47.593566 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Transition to ACTIVE for port object 744574d4-1813-4da4-a8bd-39d5f14ada9c will not be triggered until provisioned by entity DHCP. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:47.627025 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:47.631907 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-23254a50-39a3-4b2c-b9cd-9b02395728bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:47.669904 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:21:47.673506 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:21:47.696293 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:21:47.751385 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'Port': ['ID=744574d4-1813-4da4-a8bd-39d5f14ada9c,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:47.758687 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:47.783229 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:47.783956 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:47.813321 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5575488 Jun 24 10:21:47.862483 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8080cb3-f3d1-487a-8ad5-9aa2402483c1 req-4e0470ee-a4e8-4921-a8ad-647a81474e51 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:47.870749 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e8080cb3-f3d1-487a-8ad5-9aa2402483c1 req-4e0470ee-a4e8-4921-a8ad-647a81474e51 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 944 time: 0.0843968 Jun 24 10:21:47.920241 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e8080cb3-f3d1-487a-8ad5-9aa2402483c1 req-547505f4-189e-4c05-adb8-ef39e21f0cc4 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Jun 24 10:21:47.934064 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-4c131777-afe8-4bb7-9a25-cf7a87025589 None None] Provisioning for port 744574d4-1813-4da4-a8bd-39d5f14ada9c completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:47.940632 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-4c131777-afe8-4bb7-9a25-cf7a87025589 None None] Provisioning complete for port 744574d4-1813-4da4-a8bd-39d5f14ada9c triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:47.941055 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4c131777-afe8-4bb7-9a25-cf7a87025589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:47.979310 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-4c131777-afe8-4bb7-9a25-cf7a87025589 None None] Port 744574d4-1813-4da4-a8bd-39d5f14ada9c cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:21:48.367334 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34396) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:48.675535 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0f66e-8b94-496f-8626-3d77e721e386 req-6bdae932-0dc2-42b4-a7cc-784489373e48 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:48.677023 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cac0f66e-8b94-496f-8626-3d77e721e386 req-6bdae932-0dc2-42b4-a7cc-784489373e48 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.2354736 Jun 24 10:21:48.717933 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cac0f66e-8b94-496f-8626-3d77e721e386 req-ec2f8f29-00e3-47c4-a26c-b08f3b1b4a43 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341904 Jun 24 10:21:48.727208 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-34b5be9d-e1e1-4deb-82ee-703097eed2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:48.832530 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-34b5be9d-e1e1-4deb-82ee-703097eed2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:48.838542 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-34b5be9d-e1e1-4deb-82ee-703097eed2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:48.841125 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:48.885500 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-34b5be9d-e1e1-4deb-82ee-703097eed2b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d539964d56954a9abf30adea8f83fb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145271 Jun 24 10:21:48.885500 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5be9d-e1e1-4deb-82ee-703097eed2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9800530-ff57-42ae-92fc-6b0c5ad49ad8,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:48.886376 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34416) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:48.888321 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-34b5be9d-e1e1-4deb-82ee-703097eed2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:48.896350 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181e021-bfb6-456a-a112-372c9bfd5464 req-39a50817-8612-4322-ad67-4bb928d79738 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:48.904684 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f181e021-bfb6-456a-a112-372c9bfd5464 req-39a50817-8612-4322-ad67-4bb928d79738 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 931 time: 0.0787876 Jun 24 10:21:48.939928 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-93df5db3-11f1-4da9-a96e-dd67065b9722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:48.940082 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f181e021-bfb6-456a-a112-372c9bfd5464 req-5fe3a47e-7608-4725-baa2-6620b5f0ef41 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341625 Jun 24 10:21:48.964613 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-93df5db3-11f1-4da9-a96e-dd67065b9722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:49.016078 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-93df5db3-11f1-4da9-a96e-dd67065b9722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:49.019176 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-93df5db3-11f1-4da9-a96e-dd67065b9722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:49.020293 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-93df5db3-11f1-4da9-a96e-dd67065b9722 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9800530-ff57-42ae-92fc-6b0c5ad49ad8 HTTP/1.1" status: 204 len: 168 time: 0.1330361 Jun 24 10:21:49.021197 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-6b9b7869-b98f-43e9-97fc-e539f0137b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:49.030619 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df5db3-11f1-4da9-a96e-dd67065b9722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9800530-ff57-42ae-92fc-6b0c5ad49ad8,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:49.032912 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-93df5db3-11f1-4da9-a96e-dd67065b9722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:49.125440 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae024af-c38d-4bf5-8dd2-6d9aa8591578 req-558585ef-cfd8-4155-9c14-8f9a72e81dfd tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:49.132946 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8ae024af-c38d-4bf5-8dd2-6d9aa8591578 req-558585ef-cfd8-4155-9c14-8f9a72e81dfd tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 944 time: 0.0727315 Jun 24 10:21:49.166420 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8ae024af-c38d-4bf5-8dd2-6d9aa8591578 req-4a0a2280-65d8-42d1-94f8-e2872dd02e96 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325749 Jun 24 10:21:49.397383 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34436) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:49.410982 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9b49ffb4-e8d2-46e3-9a94-63e394500974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:49.496941 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9b49ffb4-e8d2-46e3-9a94-63e394500974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:49.501251 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9b49ffb4-e8d2-46e3-9a94-63e394500974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:49.504863 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b8874411-0ebf-49ea-ae63-d81b065fec35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:49.539932 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-9b49ffb4-e8d2-46e3-9a94-63e394500974 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d73a2b06aea407683560dfbd21c89b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414793 Jun 24 10:21:49.541037 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49ffb4-e8d2-46e3-9a94-63e394500974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e0689d-5219-4164-95de-a9503230dea5,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:49.542571 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34440) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:49.543796 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9b49ffb4-e8d2-46e3-9a94-63e394500974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:49.590674 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-41ea591a-be82-4e59-a67a-0d15db17e39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:49.610999 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-41ea591a-be82-4e59-a67a-0d15db17e39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:49.656014 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-41ea591a-be82-4e59-a67a-0d15db17e39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:49.658924 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-41ea591a-be82-4e59-a67a-0d15db17e39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:49.660041 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-41ea591a-be82-4e59-a67a-0d15db17e39c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98e0689d-5219-4164-95de-a9503230dea5 HTTP/1.1" status: 204 len: 168 time: 0.1164618 Jun 24 10:21:49.660678 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:49.668062 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea591a-be82-4e59-a67a-0d15db17e39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e0689d-5219-4164-95de-a9503230dea5,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:49.670376 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-41ea591a-be82-4e59-a67a-0d15db17e39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:49.893491 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9cf6b-3da9-47e4-b3cc-3bc3d6a6c0e1 req-ae73263e-9a4f-4ec2-b9aa-bd672b0a67a4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:49.894963 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-78e9cf6b-3da9-47e4-b3cc-3bc3d6a6c0e1 req-ae73263e-9a4f-4ec2-b9aa-bd672b0a67a4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.0650792 Jun 24 10:21:49.934189 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-78e9cf6b-3da9-47e4-b3cc-3bc3d6a6c0e1 req-e8a87197-7913-477d-b823-810a94d9e8e0 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Jun 24 10:21:49.972008 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34450) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:49.987572 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3e90-5d00-4da9-98cd-3b31fbe75df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.070321 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f97b466f-bcc6-479e-821b-f2dc46e5363c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:21:50.110847 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3e90-5d00-4da9-98cd-3b31fbe75df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.117430 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3e90-5d00-4da9-98cd-3b31fbe75df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.123878 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-41ea591a-be82-4e59-a67a-0d15db17e39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:50.162195 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f97b466f-bcc6-479e-821b-f2dc46e5363c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f97b466f-bcc6-479e-821b-f2dc46e5363c,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:50.165940 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Request body: {'port': {'device_id': '968e53c1-d137-47f1-9241-66bc52cad468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:50.177072 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-ac5b3e90-5d00-4da9-98cd-3b31fbe75df3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=263794cf54454ecf9b13d904ceae5bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039328 Jun 24 10:21:50.179608 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': 'f97b466f-bcc6-479e-821b-f2dc46e5363c', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'port_id': 'f97b466f-bcc6-479e-821b-f2dc46e5363c', 'mac_address': 'fa:16:3e:61:38:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:21:50.180572 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34452) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:50.208509 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b3e90-5d00-4da9-98cd-3b31fbe75df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18edf6bc-63e2-496a-b015-020ffa9ddb93,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:50.219852 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced748-ba60-488d-86d7-82b542e6ee2b req-1dcd80e1-cbd3-4283-b14f-54b267463683 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:50.221478 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cfced748-ba60-488d-86d7-82b542e6ee2b req-1dcd80e1-cbd3-4283-b14f-54b267463683 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 931 time: 0.1585736 Jun 24 10:21:50.223372 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f223f0e8-a811-4f1a-adcd-ce592b070541 req-1ba39d09-ca62-4d74-a057-a566b5a0428a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640705 Jun 24 10:21:50.228956 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ac5b3e90-5d00-4da9-98cd-3b31fbe75df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:50.240208 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.253166 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97b466f-bcc6-479e-821b-f2dc46e5363c {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:50.262579 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.274640 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f97b466f-bcc6-479e-821b-f2dc46e5363c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f97b466f-bcc6-479e-821b-f2dc46e5363c,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:50.280861 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.283436 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:50.358589 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cfced748-ba60-488d-86d7-82b542e6ee2b req-4b78478c-5167-48aa-a5c7-54a767d18945 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286373 Jun 24 10:21:50.372175 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=f97b466f-bcc6-479e-821b-f2dc46e5363c,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:50.376118 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:50.383608 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-377a8972-0b41-493f-8fd4-9b2aee737936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.441466 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-377a8972-0b41-493f-8fd4-9b2aee737936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.445406 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f223f0e8-a811-4f1a-adcd-ce592b070541 req-d561d90b-05fd-4d78-af3d-152872075f5c service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068815 Jun 24 10:21:50.628857 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-377a8972-0b41-493f-8fd4-9b2aee737936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.631729 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-377a8972-0b41-493f-8fd4-9b2aee737936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.635593 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-377a8972-0b41-493f-8fd4-9b2aee737936 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18edf6bc-63e2-496a-b015-020ffa9ddb93 HTTP/1.1" status: 204 len: 168 time: 0.4540441 Jun 24 10:21:50.638543 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['f97b466f-bcc6-479e-821b-f2dc46e5363c'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:50.654611 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b64e48dc-2ee1-4b99-b1f0-77dcce776867 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:50.677533 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a8972-0b41-493f-8fd4-9b2aee737936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18edf6bc-63e2-496a-b015-020ffa9ddb93,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:50.697867 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744574d4-1813-4da4-a8bd-39d5f14ada9c {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:50.698714 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-377a8972-0b41-493f-8fd4-9b2aee737936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:50.715998 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.743124 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Transition to ACTIVE for port object 744574d4-1813-4da4-a8bd-39d5f14ada9c will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:21:50.749511 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:50.753450 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b8e0d4ac-30fb-44a2-85b0-9d1ec8cd4c92 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:50.774662 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f223f0e8-a811-4f1a-adcd-ce592b070541 req-81668780-e7e3-45e5-a0da-68df8553f2e0 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203983 Jun 24 10:21:50.819181 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8bf55-f957-48f3-9f8d-07c37b924ac5 req-611c32f3-c4c7-4552-9203-96dc136e9348 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:50.827184 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dab8bf55-f957-48f3-9f8d-07c37b924ac5 req-611c32f3-c4c7-4552-9203-96dc136e9348 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 945 time: 0.2430174 Jun 24 10:21:50.891746 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Pushing event updated for resources: {'Port': ['ID=744574d4-1813-4da4-a8bd-39d5f14ada9c,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:50.901201 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:50.902454 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dab8bf55-f957-48f3-9f8d-07c37b924ac5 req-dbda0b1e-766f-4158-99e5-d3ec2926a822 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597317 Jun 24 10:21:51.031843 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Attempting to bind port 744574d4-1813-4da4-a8bd-39d5f14ada9c on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:21:51.034992 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Attempting to bind port 744574d4-1813-4da4-a8bd-39d5f14ada9c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:21:51.036713 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Attempting to bind port 744574d4-1813-4da4-a8bd-39d5f14ada9c on network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:51.049134 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Port 744574d4-1813-4da4-a8bd-39d5f14ada9c on network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:21:51.049471 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Attempting to bind port 744574d4-1813-4da4-a8bd-39d5f14ada9c on network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:21:51.059447 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:21:51.060005 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Checking segment: {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:21:51.060503 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Bound using segment: {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:21:51.061020 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Bound port: 744574d4-1813-4da4-a8bd-39d5f14ada9c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:21:51.061442 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:51.153811 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30bf07-890a-4111-882d-9fc64bb3a435 req-86a581cf-a4f9-4ff6-a21d-681d0a54b602 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:51.155373 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3f30bf07-890a-4111-882d-9fc64bb3a435 req-86a581cf-a4f9-4ff6-a21d-681d0a54b602 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.0777125 Jun 24 10:21:51.206203 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3f30bf07-890a-4111-882d-9fc64bb3a435 req-f7419a64-de49-4f5b-918d-cb30e9c7831f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Jun 24 10:21:51.240153 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:21:51.248384 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:21:51.255035 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:51.258731 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:51.290797 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:51.291359 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:51.293069 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] 10.222.0.77 "PUT /v2.0/ports/744574d4-1813-4da4-a8bd-39d5f14ada9c HTTP/1.1" status: 200 len: 1093 time: 1.1321838 Jun 24 10:21:51.295843 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:51.298836 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:51.350740 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7f6721-6e5c-43c3-8723-54a78c281dc4 x-openstack-request-id: req-8b7f6721-6e5c-43c3-8723-54a78c281dc4 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:51.351075 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:51.351423 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8b7f6721-6e5c-43c3-8723-54a78c281dc4 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:51.352261 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'status': 'completed', 'code': 200} Jun 24 10:21:51.363893 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Pushing event updated for resources: {'Port': ['ID=744574d4-1813-4da4-a8bd-39d5f14ada9c,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:51.367602 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:51.564959 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-415097c9-bd3f-4d02-8178-8af435ba774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:51.579741 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-415097c9-bd3f-4d02-8178-8af435ba774f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 1096 time: 0.1244202 Jun 24 10:21:51.639498 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-eed625b2-f9d8-4180-a992-8749485bada2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c HTTP/1.1" status: 200 len: 217 time: 0.0586710 Jun 24 10:21:51.679734 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146a3d6-d38f-4602-850c-82d73a500e6d req-13a874bd-948a-4b4f-8488-7098ace96c9d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:51.681549 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7146a3d6-d38f-4602-850c-82d73a500e6d req-13a874bd-948a-4b4f-8488-7098ace96c9d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1056325 Jun 24 10:21:51.735591 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-fc5f43c1-7180-4ce5-bb43-421dbaf46dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:51.737210 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-fc5f43c1-7180-4ce5-bb43-421dbaf46dc2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.0783341 Jun 24 10:21:51.758034 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7146a3d6-d38f-4602-850c-82d73a500e6d req-e82dd0cb-03c9-4362-b1b6-8de01f5075a7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678375 Jun 24 10:21:51.870792 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-407df79f-a972-4587-9e30-9e2e4c6d34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:51.870792 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-407df79f-a972-4587-9e30-9e2e4c6d34d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1235447 Jun 24 10:21:52.008823 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-98c1a136-5a7b-42f8-87ac-0c0d559b740d service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164491 Jun 24 10:21:52.070588 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f97b466f-bcc6-479e-821b-f2dc46e5363c up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:52.162381 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6fd7b6a6-ae88-4538-b36b-c554077cc032 req-1880c6ef-0091-49b2-aa51-c7e8f12db859 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468463 Jun 24 10:21:52.168548 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port f97b466f-bcc6-479e-821b-f2dc46e5363c completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:52.174732 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port f97b466f-bcc6-479e-821b-f2dc46e5363c triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:52.175749 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:52.205541 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976158c-e883-4767-9a24-21ffd1cda823 req-dc3633b8-5ac6-4ec2-8462-d4d0d961fdb8 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:52.215179 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d976158c-e883-4767-9a24-21ffd1cda823 req-dc3633b8-5ac6-4ec2-8462-d4d0d961fdb8 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 945 time: 0.1428249 Jun 24 10:21:52.265956 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d976158c-e883-4767-9a24-21ffd1cda823 req-3f039ba9-f252-47e0-a532-b5175cb8cc3b tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495381 Jun 24 10:21:52.351744 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a req-75ee4dbd-8326-4ca4-9126-43630ab269ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:52.353531 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a req-75ee4dbd-8326-4ca4-9126-43630ab269ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 1096 time: 0.1009297 Jun 24 10:21:52.357127 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:52.383948 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97b466f-bcc6-479e-821b-f2dc46e5363c'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:52.386564 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c28923-b51a-4eb2-967d-14b12394d0cd" -d '{"events": [{"server_uuid": "ce23220f-ac01-4b7a-a034-ca8a5d60d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "f97b466f-bcc6-479e-821b-f2dc46e5363c"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:52.403304 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f97b466f-bcc6-479e-821b-f2dc46e5363c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f97b466f-bcc6-479e-821b-f2dc46e5363c,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:52.419315 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:52.423627 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-d69bcb30-eda5-44f3-8da1-a1f1e22acf9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:52.470237 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded04795-3c6a-4c9d-934e-f1b804bdd944 x-openstack-request-id: req-ded04795-3c6a-4c9d-934e-f1b804bdd944 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:52.470546 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce23220f-ac01-4b7a-a034-ca8a5d60d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "f97b466f-bcc6-479e-821b-f2dc46e5363c", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:52.470965 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ded04795-3c6a-4c9d-934e-f1b804bdd944 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:52.471496 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97b466f-bcc6-479e-821b-f2dc46e5363c', 'code': 200} Jun 24 10:21:52.500601 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a req-3d2f9361-3a3a-4b63-8696-25757fa16085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:52.502842 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a req-3d2f9361-3a3a-4b63-8696-25757fa16085 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 919 time: 0.1429443 Jun 24 10:21:52.514510 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=f97b466f-bcc6-479e-821b-f2dc46e5363c,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:52.519410 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:52.534653 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d86758-55bd-4fac-9301-2abcc97e3d94 req-d29b406c-13ff-4f5c-9e97-1c33aab23691 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:52.536665 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a7d86758-55bd-4fac-9301-2abcc97e3d94 req-d29b406c-13ff-4f5c-9e97-1c33aab23691 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.1281667 Jun 24 10:21:52.570923 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a req-6655a14e-6ef0-4ef8-afbd-59380eb17ba3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c HTTP/1.1" status: 200 len: 217 time: 0.0582666 Jun 24 10:21:52.612775 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a7d86758-55bd-4fac-9301-2abcc97e3d94 req-85fd3353-a2e5-4860-83ef-6da9ca1833cd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697954 Jun 24 10:21:52.650207 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a req-7823d32d-0ca2-4f76-a28f-35c180a37125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:52.651684 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a req-7823d32d-0ca2-4f76-a28f-35c180a37125 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.0734265 Jun 24 10:21:52.665340 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34586) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:52.723597 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a req-653dc11a-34fa-431c-bff6-eed5daa1bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:52.725078 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a req-653dc11a-34fa-431c-bff6-eed5daa1bcdb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643437 Jun 24 10:21:52.791395 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f340fce3-eb98-4312-b9d0-26bf39feb668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:52.819515 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044849-6e00-4dc8-a92b-70394a5c63ce req-1779c6f1-c5ba-4b2a-ba9b-969b583a728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:52.820999 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-27044849-6e00-4dc8-a92b-70394a5c63ce req-1779c6f1-c5ba-4b2a-ba9b-969b583a728f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 1099 time: 0.1286585 Jun 24 10:21:52.844980 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a req-17ccc5f8-22b9-47fd-a900-bfb78b79c5ea service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120279 Jun 24 10:21:52.882619 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-27044849-6e00-4dc8-a92b-70394a5c63ce req-3de180b3-a703-47c6-84cb-44d87f2c5f9e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546598 Jun 24 10:21:52.975520 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f340fce3-eb98-4312-b9d0-26bf39feb668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:52.981876 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f340fce3-eb98-4312-b9d0-26bf39feb668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:52.988119 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-20a34b72-c063-469c-9ca2-a4d886cb17d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:53.027559 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7bfb07b-6f6e-4362-a3fe-661f82b93e9a req-5a75f3aa-7caa-4649-b133-40daec379f67 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658657 Jun 24 10:21:53.034785 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-f340fce3-eb98-4312-b9d0-26bf39feb668 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1275e7c964b47688e159e1f85004ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682981 Jun 24 10:21:53.037507 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34604) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:53.047575 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340fce3-eb98-4312-b9d0-26bf39feb668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25357173-2a90-4202-b1ef-899801814131,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:53.060204 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106b887-a08f-4fd9-b223-e0bf3915f309 req-96e908f2-2514-4723-bebf-3a4c02f1f116 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:53.061673 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3106b887-a08f-4fd9-b223-e0bf3915f309 req-96e908f2-2514-4723-bebf-3a4c02f1f116 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1083050 Jun 24 10:21:53.062287 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f340fce3-eb98-4312-b9d0-26bf39feb668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:53.102458 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3106b887-a08f-4fd9-b223-e0bf3915f309 req-92145535-2f09-4be2-95e2-56dc33390d3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344381 Jun 24 10:21:53.111572 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e7a3-897f-437f-bf64-995efd55479c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:53.133155 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e7a3-897f-437f-bf64-995efd55479c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:53.183543 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e7a3-897f-437f-bf64-995efd55479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:53.186900 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e7a3-897f-437f-bf64-995efd55479c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:53.191109 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-bdf5e7a3-897f-437f-bf64-995efd55479c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/25357173-2a90-4202-b1ef-899801814131 HTTP/1.1" status: 204 len: 168 time: 0.1495545 Jun 24 10:21:53.191109 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:53.197326 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5e7a3-897f-437f-bf64-995efd55479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25357173-2a90-4202-b1ef-899801814131,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:53.199596 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-bdf5e7a3-897f-437f-bf64-995efd55479c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:53.396780 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:21:53.472477 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64206200-5b2f-4f14-94bd-0ae665f8c1cb req-cbd822b6-5e73-4cbd-aa5e-93ee23a38daa tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:53.474237 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-64206200-5b2f-4f14-94bd-0ae665f8c1cb req-cbd822b6-5e73-4cbd-aa5e-93ee23a38daa tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0734959 Jun 24 10:21:53.524502 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-64206200-5b2f-4f14-94bd-0ae665f8c1cb req-42bf713d-ad3d-4c6d-a230-2f7c408762aa tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391209 Jun 24 10:21:53.614106 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34636) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:53.629397 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f54418b4-3360-4eca-81c5-dd0fabb6fdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:53.731282 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f54418b4-3360-4eca-81c5-dd0fabb6fdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:53.744927 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f54418b4-3360-4eca-81c5-dd0fabb6fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:53.754187 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:53.793202 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-f54418b4-3360-4eca-81c5-dd0fabb6fdd5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c2c4fc791454e68aefa5caa3728cd04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771519 Jun 24 10:21:53.801117 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34644) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:53.808964 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54418b4-3360-4eca-81c5-dd0fabb6fdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8154c93-bdfe-42c0-95f7-a98b71753ae9,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:53.811945 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f54418b4-3360-4eca-81c5-dd0fabb6fdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:53.830357 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442871f5-1408-4949-9a33-dbea1eb78a8b req-a8f3115f-d7ea-4ab4-976a-cb4a998aec3c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:53.830357 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-442871f5-1408-4949-9a33-dbea1eb78a8b req-a8f3115f-d7ea-4ab4-976a-cb4a998aec3c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.1035583 Jun 24 10:21:53.872555 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-15cd0400-aba3-498b-8432-0950065338db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:53.896021 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-442871f5-1408-4949-9a33-dbea1eb78a8b req-504b1db0-2294-4dfb-a364-432cf160ab8e tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Jun 24 10:21:53.900158 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-15cd0400-aba3-498b-8432-0950065338db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:53.955984 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-15cd0400-aba3-498b-8432-0950065338db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:53.959733 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-15cd0400-aba3-498b-8432-0950065338db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:53.961245 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-15cd0400-aba3-498b-8432-0950065338db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8154c93-bdfe-42c0-95f7-a98b71753ae9 HTTP/1.1" status: 204 len: 168 time: 0.1591754 Jun 24 10:21:53.962183 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-61b41bf6-099b-4157-b4b1-bdb221790f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:53.989956 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd0400-aba3-498b-8432-0950065338db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8154c93-bdfe-42c0-95f7-a98b71753ae9,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:54.007652 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-15cd0400-aba3-498b-8432-0950065338db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:54.075239 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 74d82d1a-0143-4ae1-bbc2-fda12aeda821 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:21:54.280806 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 74d82d1a-0143-4ae1-bbc2-fda12aeda821, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=74d82d1a-0143-4ae1-bbc2-fda12aeda821,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:54.298909 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '74d82d1a-0143-4ae1-bbc2-fda12aeda821', 'network_id': '736a2e62-6208-4b91-8fd6-c2d5df5c37ab', 'port_id': '74d82d1a-0143-4ae1-bbc2-fda12aeda821', 'mac_address': 'fa:16:3e:6b:f5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f6026-189f-4062-bf39-a9453bf9fae7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:21:54.335160 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77a85a-810e-4cbc-b94c-5a0e2de2b38e req-b651abff-96e8-4cca-a855-63c3fa9c6e54 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:54.349069 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fa77a85a-810e-4cbc-b94c-5a0e2de2b38e req-b651abff-96e8-4cca-a855-63c3fa9c6e54 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1141477 Jun 24 10:21:54.359188 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:54.385677 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d82d1a-0143-4ae1-bbc2-fda12aeda821 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:54.415271 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 74d82d1a-0143-4ae1-bbc2-fda12aeda821, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=74d82d1a-0143-4ae1-bbc2-fda12aeda821,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:54.418650 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fa77a85a-810e-4cbc-b94c-5a0e2de2b38e req-b750c05c-43f5-40e5-a4bd-5726b29daebc tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683813 Jun 24 10:21:54.421603 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:54.424126 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:54.473754 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=74d82d1a-0143-4ae1-bbc2-fda12aeda821,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:54.477001 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:54.726725 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['74d82d1a-0143-4ae1-bbc2-fda12aeda821'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:54.733580 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45721639-e3ff-45a4-add7-81fedd4f6dfb req-f9d35304-3274-4daf-ab87-0774fbced263 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:54.735437 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-45721639-e3ff-45a4-add7-81fedd4f6dfb req-f9d35304-3274-4daf-ab87-0774fbced263 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0892773 Jun 24 10:21:55.006278 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-45721639-e3ff-45a4-add7-81fedd4f6dfb req-02a23048-6e9e-4c7f-93ec-f3455398999d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648275 Jun 24 10:21:55.044630 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34706) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:55.115459 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c9e6a-6c24-47a8-b3bd-1675a231413e req-b00cc255-f5fd-473f-bbbc-eeb32b70ec29 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:55.126689 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-644c9e6a-6c24-47a8-b3bd-1675a231413e req-b00cc255-f5fd-473f-bbbc-eeb32b70ec29 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 944 time: 0.0933197 Jun 24 10:21:55.174639 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-644c9e6a-6c24-47a8-b3bd-1675a231413e req-263faafb-c636-4050-a3b1-4f0e00cfe1c7 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463090 Jun 24 10:21:55.239500 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7300dc3-6176-40ce-8db1-3ba386ddbf8b req-7684ddcd-87a5-4420-aed6-ea8675cd0f9d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:55.240971 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7300dc3-6176-40ce-8db1-3ba386ddbf8b req-7684ddcd-87a5-4420-aed6-ea8675cd0f9d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0792139 Jun 24 10:21:55.251922 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34716) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:55.256517 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-0a381802-ce2d-4ac5-a0a1-cd5ef85a9bc0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'floatingip': {'port_id': 'f97b466f-bcc6-479e-821b-f2dc46e5363c'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:21:55.270816 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1b88adf9-2ed9-43b3-b94e-aa5911dd6a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:55.328221 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0a381802-ce2d-4ac5-a0a1-cd5ef85a9bc0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:55.366780 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1b88adf9-2ed9-43b3-b94e-aa5911dd6a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:55.371376 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1b88adf9-2ed9-43b3-b94e-aa5911dd6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:55.375019 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-11c10cfc-8119-4639-9b10-780f260fa87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:55.411278 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-1b88adf9-2ed9-43b3-b94e-aa5911dd6a72 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a402047db84e4ebd8d5554025ec1da87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655579 Jun 24 10:21:55.412050 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88adf9-2ed9-43b3-b94e-aa5911dd6a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca4f32f-a80d-4bb0-a322-2813ae42e74b,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:55.414360 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34722) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:55.417446 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1b88adf9-2ed9-43b3-b94e-aa5911dd6a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:55.486605 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bd3308ac-074c-40be-b532-c58f9659d3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:55.512839 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bd3308ac-074c-40be-b532-c58f9659d3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:55.583076 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bd3308ac-074c-40be-b532-c58f9659d3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:55.586299 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bd3308ac-074c-40be-b532-c58f9659d3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:55.589923 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-bd3308ac-074c-40be-b532-c58f9659d3a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ca4f32f-a80d-4bb0-a322-2813ae42e74b HTTP/1.1" status: 204 len: 168 time: 0.1724603 Jun 24 10:21:55.589923 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:55.597837 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3308ac-074c-40be-b532-c58f9659d3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca4f32f-a80d-4bb0-a322-2813ae42e74b,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:55.609107 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bd3308ac-074c-40be-b532-c58f9659d3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:55.907282 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe41078-6263-4cc1-b84e-5581c582bb72 req-d6204b4f-0de0-45ff-80f3-d3d3dce5a4dd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:55.908774 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-efe41078-6263-4cc1-b84e-5581c582bb72 req-d6204b4f-0de0-45ff-80f3-d3d3dce5a4dd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.3601437 Jun 24 10:21:56.060990 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-efe41078-6263-4cc1-b84e-5581c582bb72 req-98082109-f9b1-451f-a32f-b26644fa552f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408875 Jun 24 10:21:56.061366 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34766) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:56.074009 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 744574d4-1813-4da4-a8bd-39d5f14ada9c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:21:56.076613 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-325c554b-1917-444f-a6cb-b4bc6e19fed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.233600 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:56.277036 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 74d82d1a-0143-4ae1-bbc2-fda12aeda821 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:56.277593 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-325c554b-1917-444f-a6cb-b4bc6e19fed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.283626 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-325c554b-1917-444f-a6cb-b4bc6e19fed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.297149 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ffd951db-8ad7-4cc9-b29c-2466f1976fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:56.342396 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c554b-1917-444f-a6cb-b4bc6e19fed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f253c3-008b-4b19-804c-79596390100a,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:56.348323 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-325c554b-1917-444f-a6cb-b4bc6e19fed2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e27692c3e76a4881b089cd66e5a27cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858293 Jun 24 10:21:56.349751 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-325c554b-1917-444f-a6cb-b4bc6e19fed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:56.352162 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34782) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:56.419155 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-88b27e3f-36f6-4640-a930-dc9da0d6d224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.449544 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'port_id': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'mac_address': 'fa:16:3e:67:82:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:21:56.483503 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-88b27e3f-36f6-4640-a930-dc9da0d6d224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.499334 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.518191 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744574d4-1813-4da4-a8bd-39d5f14ada9c {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:21:56.524555 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 74d82d1a-0143-4ae1-bbc2-fda12aeda821 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:56.535009 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 74d82d1a-0143-4ae1-bbc2-fda12aeda821 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:56.535382 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.548580 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60648d7c-8381-482f-ace3-ae2e86c4d884 req-a41b529e-fade-418a-9eff-09355c1719b3 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:56.550438 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-60648d7c-8381-482f-ace3-ae2e86c4d884 req-a41b529e-fade-418a-9eff-09355c1719b3 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 944 time: 0.1292870 Jun 24 10:21:56.560900 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:56.561604 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0a381802-ce2d-4ac5-a0a1-cd5ef85a9bc0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.567925 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.571474 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-65ead6a2-5e1c-4dc1-97f3-63404f53e30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:56.573865 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0a381802-ce2d-4ac5-a0a1-cd5ef85a9bc0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.587139 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-88b27e3f-36f6-4640-a930-dc9da0d6d224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.589995 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-88b27e3f-36f6-4640-a930-dc9da0d6d224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.591503 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-88b27e3f-36f6-4640-a930-dc9da0d6d224 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/63f253c3-008b-4b19-804c-79596390100a HTTP/1.1" status: 204 len: 168 time: 0.2375998 Jun 24 10:21:56.604479 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:56.622498 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b27e3f-36f6-4640-a930-dc9da0d6d224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f253c3-008b-4b19-804c-79596390100a,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:56.630529 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-88b27e3f-36f6-4640-a930-dc9da0d6d224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:56.641628 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-60648d7c-8381-482f-ace3-ae2e86c4d884 req-d1a77692-b2f8-4a0c-88af-ee7dc5ad8e88 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701628 Jun 24 10:21:56.657568 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=744574d4-1813-4da4-a8bd-39d5f14ada9c,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:56.674889 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:56.710467 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.l3_db [None req-0a381802-ce2d-4ac5-a0a1-cd5ef85a9bc0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Floating IP 962c5012-fe04-48a9-8c42-2671f6effb3f associated. External IP: 172.27.2.224, port: f97b466f-bcc6-479e-821b-f2dc46e5363c. Jun 24 10:21:56.728108 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.754686 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e968a9b-5cb5-44e0-9e00-ff20a3fe9731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d82d1a-0143-4ae1-bbc2-fda12aeda821'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:56.757156 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c779e759-a383-4694-ab00-6b0c082258a0" -d '{"events": [{"server_uuid": "2e968a9b-5cb5-44e0-9e00-ff20a3fe9731", "name": "network-vif-plugged", "status": "completed", "tag": "74d82d1a-0143-4ae1-bbc2-fda12aeda821"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:56.772211 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 74d82d1a-0143-4ae1-bbc2-fda12aeda821, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=74d82d1a-0143-4ae1-bbc2-fda12aeda821,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:56.793698 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:56.796279 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:56.832411 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5304c6-1c29-4811-8bb6-8fa7d2821326 x-openstack-request-id: req-3a5304c6-1c29-4811-8bb6-8fa7d2821326 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:56.832713 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e968a9b-5cb5-44e0-9e00-ff20a3fe9731", "name": "network-vif-plugged", "status": "completed", "tag": "74d82d1a-0143-4ae1-bbc2-fda12aeda821", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:56.833138 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a5304c6-1c29-4811-8bb6-8fa7d2821326 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:56.833592 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e968a9b-5cb5-44e0-9e00-ff20a3fe9731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d82d1a-0143-4ae1-bbc2-fda12aeda821', 'code': 200} Jun 24 10:21:56.876133 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34796) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:56.877850 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=74d82d1a-0143-4ae1-bbc2-fda12aeda821,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:56.881385 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:56.928624 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['744574d4-1813-4da4-a8bd-39d5f14ada9c'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:21:57.043154 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a381802-ce2d-4ac5-a0a1-cd5ef85a9bc0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:21:57.072623 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-15bec1f3-dc9c-4922-afb6-8895023f437e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:57.229708 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a381802-ce2d-4ac5-a0a1-cd5ef85a9bc0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:21:57.248936 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c8c14-0b71-4bdc-8afb-96d1d684da6e None None] Sync routers for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:21:57.251587 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0a381802-ce2d-4ac5-a0a1-cd5ef85a9bc0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:57.262199 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c8c14-0b71-4bdc-8afb-96d1d684da6e None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:57.264416 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-921c8c14-0b71-4bdc-8afb-96d1d684da6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:57.265511 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67637a76-5934-4824-acf8-4f710a2cfd0c req-c0693452-e0cf-4ab8-ae49-e2412596628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:57.267824 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-67637a76-5934-4824-acf8-4f710a2cfd0c req-c0693452-e0cf-4ab8-ae49-e2412596628e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 1098 time: 0.2074630 Jun 24 10:21:57.329544 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-0a381802-ce2d-4ac5-a0a1-cd5ef85a9bc0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "PUT /v2.0/floatingips/962c5012-fe04-48a9-8c42-2671f6effb3f HTTP/1.1" status: 200 len: 992 time: 2.0765567 Jun 24 10:21:57.330421 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'tag': 'f97b466f-bcc6-479e-821b-f2dc46e5363c'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:57.335521 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad6dd30-4866-4ef8-a857-d192fec048e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce23220f-ac01-4b7a-a034-ca8a5d60d0ce", "tag": "f97b466f-bcc6-479e-821b-f2dc46e5363c"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:57.471772 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-921c8c14-0b71-4bdc-8afb-96d1d684da6e None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:57.473601 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-67637a76-5934-4824-acf8-4f710a2cfd0c req-1fe50813-c21d-465e-aa2f-a3d386559e50 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959515 Jun 24 10:21:57.522240 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-15bec1f3-dc9c-4922-afb6-8895023f437e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:57.530313 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-15bec1f3-dc9c-4922-afb6-8895023f437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:57.534976 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-325c554b-1917-444f-a6cb-b4bc6e19fed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:57.568605 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b364f9-566d-4dc1-8397-97baceeafb7d req-76346b0f-d5d4-42bd-8b40-01fcfbfe5b29 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:57.570202 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-32b364f9-566d-4dc1-8397-97baceeafb7d req-76346b0f-d5d4-42bd-8b40-01fcfbfe5b29 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 944 time: 0.2448378 Jun 24 10:21:57.609152 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34838) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:57.609660 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-15bec1f3-dc9c-4922-afb6-8895023f437e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ff3bd5ebadc4f788a16405cd4499e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7314501 Jun 24 10:21:57.613732 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bec1f3-dc9c-4922-afb6-8895023f437e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d90154-80b1-4e1b-8cfd-909f0640074b,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:57.620291 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-15bec1f3-dc9c-4922-afb6-8895023f437e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:57.635803 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-32b364f9-566d-4dc1-8397-97baceeafb7d req-a2c984a7-039c-4051-b80e-da6a669f9b06 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543969 Jun 24 10:21:57.678064 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb6b93c-8fca-4e44-bc98-99e01dc44273 x-openstack-request-id: req-bcb6b93c-8fca-4e44-bc98-99e01dc44273 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:57.678403 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce23220f-ac01-4b7a-a034-ca8a5d60d0ce", "tag": "f97b466f-bcc6-479e-821b-f2dc46e5363c", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:57.678679 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bcb6b93c-8fca-4e44-bc98-99e01dc44273 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:57.680937 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'tag': 'f97b466f-bcc6-479e-821b-f2dc46e5363c', 'status': 'completed', 'code': 200} Jun 24 10:21:57.703252 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d91ae9b2-0756-4100-a5ce-ac0e3cb674a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:57.706021 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34842) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:57.741847 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d91ae9b2-0756-4100-a5ce-ac0e3cb674a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:57.829644 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d91ae9b2-0756-4100-a5ce-ac0e3cb674a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:57.832791 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d91ae9b2-0756-4100-a5ce-ac0e3cb674a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:57.833929 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-d91ae9b2-0756-4100-a5ce-ac0e3cb674a8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18d90154-80b1-4e1b-8cfd-909f0640074b HTTP/1.1" status: 204 len: 168 time: 0.2231247 Jun 24 10:21:57.834751 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-bdf5e7a3-897f-437f-bf64-995efd55479c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:57.849753 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ae9b2-0756-4100-a5ce-ac0e3cb674a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d90154-80b1-4e1b-8cfd-909f0640074b,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:57.856708 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d91ae9b2-0756-4100-a5ce-ac0e3cb674a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:57.858449 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6dd30-4866-4ef8-a857-d192fec048e3 req-4807180c-a054-4570-a418-e07e842fd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:57.860851 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4ad6dd30-4866-4ef8-a857-d192fec048e3 req-4807180c-a054-4570-a418-e07e842fd18c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e683cb703211418eb4591c60f3bf0b67&device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 1099 time: 0.1487291 Jun 24 10:21:57.905417 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b8918d60-8764-4289-b525-d133fa199b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:57.908464 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-921c8c14-0b71-4bdc-8afb-96d1d684da6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '962c5012-fe04-48a9-8c42-2671f6effb3f', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'port_id': 'f97b466f-bcc6-479e-821b-f2dc46e5363c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'mac_address': 'fa:16:3e:61:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:21:32Z', 'updated_at': '2021-06-24T10:21:56Z', 'revision_number': 1, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:57.945130 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c8c14-0b71-4bdc-8afb-96d1d684da6e None None] Checking router: 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:21:57.957558 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c8c14-0b71-4bdc-8afb-96d1d684da6e None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:21:57.958786 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-921c8c14-0b71-4bdc-8afb-96d1d684da6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:57.996661 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e07fc-b835-4b7f-aac1-bbdde64f4386 req-4db998a3-b65b-47a0-ac2a-f2994f745874 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:57.998255 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d89e07fc-b835-4b7f-aac1-bbdde64f4386 req-4db998a3-b65b-47a0-ac2a-f2994f745874 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1952024 Jun 24 10:21:58.062665 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6dd30-4866-4ef8-a857-d192fec048e3 req-61efecf8-f81f-456a-86bb-f1085c632b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:58.064940 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4ad6dd30-4866-4ef8-a857-d192fec048e3 req-61efecf8-f81f-456a-86bb-f1085c632b73 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 200 len: 912 time: 0.1939402 Jun 24 10:21:58.069611 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b8918d60-8764-4289-b525-d133fa199b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.073070 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 744574d4-1813-4da4-a8bd-39d5f14ada9c up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:21:58.079000 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d89e07fc-b835-4b7f-aac1-bbdde64f4386 req-78b7b98c-7fcd-41e2-84fb-a2e4fbe072f8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734186 Jun 24 10:21:58.092601 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b8918d60-8764-4289-b525-d133fa199b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.095377 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:58.129425 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-921c8c14-0b71-4bdc-8afb-96d1d684da6e None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:21:58.171032 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8918d60-8764-4289-b525-d133fa199b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529b2ff2-e9c9-4f15-8cd5-7c545e0c7c6b,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:58.185317 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 744574d4-1813-4da4-a8bd-39d5f14ada9c completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:21:58.189409 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4ad6dd30-4866-4ef8-a857-d192fec048e3 req-29a1e8ed-2d28-4f2d-a325-a60e6606139d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97b466f-bcc6-479e-821b-f2dc46e5363c HTTP/1.1" status: 200 len: 1000 time: 0.1093738 Jun 24 10:21:58.190476 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b8918d60-8764-4289-b525-d133fa199b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:58.199011 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 744574d4-1813-4da4-a8bd-39d5f14ada9c triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:21:58.199830 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.203201 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-b8918d60-8764-4289-b525-d133fa199b2e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=52ffa06dfd61438bae3ced74136723cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958148 Jun 24 10:21:58.206742 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34856) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:58.291020 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cff25ef2-9c6d-4fbd-ac06-1a02397138ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.298428 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6dd30-4866-4ef8-a857-d192fec048e3 req-d02619d4-2d9a-43b5-ace9-ea0fc8279ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:58.299915 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4ad6dd30-4866-4ef8-a857-d192fec048e3 req-d02619d4-2d9a-43b5-ace9-ea0fc8279ffb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33e31fd6-08c5-47a7-bea3-9d75e23dc5c3 HTTP/1.1" status: 200 len: 849 time: 0.1013975 Jun 24 10:21:58.308043 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.336982 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cff25ef2-9c6d-4fbd-ac06-1a02397138ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.410851 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cff25ef2-9c6d-4fbd-ac06-1a02397138ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.415280 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cff25ef2-9c6d-4fbd-ac06-1a02397138ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.416088 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:21:58.418335 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-cff25ef2-9c6d-4fbd-ac06-1a02397138ac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/529b2ff2-e9c9-4f15-8cd5-7c545e0c7c6b HTTP/1.1" status: 204 len: 168 time: 0.2082281 Jun 24 10:21:58.418930 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6dd30-4866-4ef8-a857-d192fec048e3 req-86a18532-bd37-4ca0-b72e-89d25c80e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:58.419511 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-15cd0400-aba3-498b-8432-0950065338db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:58.420424 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4ad6dd30-4866-4ef8-a857-d192fec048e3 req-86a18532-bd37-4ca0-b72e-89d25c80e082 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb1584e0-04d6-4d1c-8080-45f02e1db216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046708 Jun 24 10:21:58.423678 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.426757 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:58.441819 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff25ef2-9c6d-4fbd-ac06-1a02397138ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529b2ff2-e9c9-4f15-8cd5-7c545e0c7c6b,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:58.447569 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-cff25ef2-9c6d-4fbd-ac06-1a02397138ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:58.510613 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34868) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:58.518703 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=744574d4-1813-4da4-a8bd-39d5f14ada9c,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:58.525167 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:58.530583 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-26b8f612-568c-4224-8036-df07171ce9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.627595 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4ad6dd30-4866-4ef8-a857-d192fec048e3 req-7beed1f7-bc3a-4c5d-99d6-079be731e161 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966548 Jun 24 10:21:58.664587 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-921c8c14-0b71-4bdc-8afb-96d1d684da6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '962c5012-fe04-48a9-8c42-2671f6effb3f', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'port_id': 'f97b466f-bcc6-479e-821b-f2dc46e5363c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'mac_address': 'fa:16:3e:61:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:21:32Z', 'updated_at': '2021-06-24T10:21:56Z', 'revision_number': 1, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:21:58.727227 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-26b8f612-568c-4224-8036-df07171ce9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.730006 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c8c14-0b71-4bdc-8afb-96d1d684da6e None None] The sync data for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi is: [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '962c5012-fe04-48a9-8c42-2671f6effb3f', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'port_id': 'f97b466f-bcc6-479e-821b-f2dc46e5363c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'mac_address': 'fa:16:3e:61:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:21:32Z', 'updated_at': '2021-06-24T10:21:56Z', 'revision_number': 1, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:21:58.734432 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-26b8f612-568c-4224-8036-df07171ce9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:58.759820 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:58.763726 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-26b8f612-568c-4224-8036-df07171ce9f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5c004182c0cd4353926f1abdeabe67e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515686 Jun 24 10:21:58.768531 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34876) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:58.835540 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:21:58.837307 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8f612-568c-4224-8036-df07171ce9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd0cf9f-e6ad-47a8-82e8-64c0d6d8bdb2,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:58.839283 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e481a635-95f4-4ba5-8717-6b22f60aa676" -d '{"events": [{"server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "name": "network-vif-plugged", "status": "completed", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:21:58.860783 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-26b8f612-568c-4224-8036-df07171ce9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:58.938951 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4ad6dd30-4866-4ef8-a857-d192fec048e3 req-85442c20-3044-4f71-b971-d44fbcba1a86 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855215 Jun 24 10:21:58.950252 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d05830-c40b-4891-a1d2-89584cd5a57f x-openstack-request-id: req-54d05830-c40b-4891-a1d2-89584cd5a57f {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:21:58.950550 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "name": "network-vif-plugged", "status": "completed", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:21:58.950817 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-54d05830-c40b-4891-a1d2-89584cd5a57f {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:21:58.951216 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'code': 200} Jun 24 10:21:58.997083 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4c44b6a5-718b-4666-aa6f-94a3b034f705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:59.057219 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4c44b6a5-718b-4666-aa6f-94a3b034f705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:59.107936 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745f7ea-03e1-453a-91d0-a2495a0728cb None None] New status for floating IP 962c5012-fe04-48a9-8c42-2671f6effb3f: ACTIVE {{(pid=92853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:21:59.128003 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41eceaf-0b3a-4d38-9846-a8437413eb13 req-93b4455b-8dae-47bf-9d2a-89e36fd19398 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:59.135853 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b41eceaf-0b3a-4d38-9846-a8437413eb13 req-93b4455b-8dae-47bf-9d2a-89e36fd19398 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1956475 Jun 24 10:21:59.237021 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b41eceaf-0b3a-4d38-9846-a8437413eb13 req-a59bd585-2ed9-426c-b1f9-7f2d38a01f1f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983896 Jun 24 10:21:59.256983 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4c44b6a5-718b-4666-aa6f-94a3b034f705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:59.261452 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34898) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:59.269808 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4c44b6a5-718b-4666-aa6f-94a3b034f705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:59.273872 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-4c44b6a5-718b-4666-aa6f-94a3b034f705 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ebd0cf9f-e6ad-47a8-82e8-64c0d6d8bdb2 HTTP/1.1" status: 204 len: 168 time: 0.4987047 Jun 24 10:21:59.276954 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-02662268-8bef-468c-a791-84dab80546f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:59.295235 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44b6a5-718b-4666-aa6f-94a3b034f705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd0cf9f-e6ad-47a8-82e8-64c0d6d8bdb2,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:59.295969 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7213-fb24-46a5-b649-a0fd71d5879d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:59.303710 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4c44b6a5-718b-4666-aa6f-94a3b034f705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:59.376395 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd720d9-13e4-4e7a-97f1-3c3bba88f212 req-db3fab2f-7084-4fa6-a530-7178c6064f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:59.378299 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7fd720d9-13e4-4e7a-97f1-3c3bba88f212 req-db3fab2f-7084-4fa6-a530-7178c6064f47 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 1098 time: 0.0809617 Jun 24 10:21:59.453517 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7fd720d9-13e4-4e7a-97f1-3c3bba88f212 req-45bc0de2-3ea2-4ec1-9a8b-c5d9864ca790 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613124 Jun 24 10:21:59.569735 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7213-fb24-46a5-b649-a0fd71d5879d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:59.592016 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7213-fb24-46a5-b649-a0fd71d5879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:59.595352 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:59.659651 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc7213-fb24-46a5-b649-a0fd71d5879d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c95250-24b3-478e-ad4b-d1c36f47672b,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:59.689119 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-0cbc7213-fb24-46a5-b649-a0fd71d5879d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:21:59.720424 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34914) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:59.732292 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-0cbc7213-fb24-46a5-b649-a0fd71d5879d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3e5cc15fa3c242039124e624c3719411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671936 Jun 24 10:21:59.746759 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db675ab-ec03-4a49-ae77-6b00518144de req-a721c48b-2b0f-4859-8d3c-a1cafe473413 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:21:59.748520 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6db675ab-ec03-4a49-ae77-6b00518144de req-a721c48b-2b0f-4859-8d3c-a1cafe473413 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.4049249 Jun 24 10:21:59.800726 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6db675ab-ec03-4a49-ae77-6b00518144de req-4f2f9cbd-9da6-4926-ab28-8988fae194eb tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460951 Jun 24 10:21:59.802446 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b338bf8d-cfe2-4953-84c3-f1cb5dec57fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:59.832828 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b338bf8d-cfe2-4953-84c3-f1cb5dec57fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:59.901803 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b338bf8d-cfe2-4953-84c3-f1cb5dec57fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:59.908567 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b338bf8d-cfe2-4953-84c3-f1cb5dec57fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:21:59.914958 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34926) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:21:59.921303 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b338bf8d-cfe2-4953-84c3-f1cb5dec57fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46c95250-24b3-478e-ad4b-d1c36f47672b HTTP/1.1" status: 204 len: 168 time: 0.1994231 Jun 24 10:21:59.922086 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:21:59.944588 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338bf8d-cfe2-4953-84c3-f1cb5dec57fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c95250-24b3-478e-ad4b-d1c36f47672b,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:21:59.950190 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b338bf8d-cfe2-4953-84c3-f1cb5dec57fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:00.093288 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-91305875-9c6d-4953-8966-0cf9f71d2b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.249563 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-91305875-9c6d-4953-8966-0cf9f71d2b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.256777 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-91305875-9c6d-4953-8966-0cf9f71d2b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.261791 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-724d4acd-8098-4e84-83f9-1d92b5c57e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:00.271136 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f182-1d69-4b76-bb68-ec9c4c5d55aa req-8aac1d27-54a3-4f86-9bf0-efa8edfc1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:00.273857 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0135f182-1d69-4b76-bb68-ec9c4c5d55aa req-8aac1d27-54a3-4f86-9bf0-efa8edfc1758 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 1098 time: 0.0866127 Jun 24 10:22:00.351290 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91305875-9c6d-4953-8966-0cf9f71d2b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b96ddd-8d15-4e32-b601-e935d887f67a,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:00.356269 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-91305875-9c6d-4953-8966-0cf9f71d2b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:00.359444 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-91305875-9c6d-4953-8966-0cf9f71d2b46 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44ba7aa8aacd4218bf713e482a9c6833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434273 Jun 24 10:22:00.366060 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 34942) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:00.376455 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34944) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:00.394838 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-34b4f4fb-af4b-45dd-9155-7dc6bcfa6dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.426341 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f182-1d69-4b76-bb68-ec9c4c5d55aa req-0915a4c6-f321-47a4-a098-c62485f5abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:00.427798 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0135f182-1d69-4b76-bb68-ec9c4c5d55aa req-0915a4c6-f321-47a4-a098-c62485f5abb2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 921 time: 0.1394107 Jun 24 10:22:00.445593 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-06cf2862-6c5d-4447-bdff-ad6a7ade36c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.462007 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf092357-c557-482a-82d2-a484e01838f4 req-14f2680e-b268-41f8-a8eb-51dc3d0f89b7 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:00.466611 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cf092357-c557-482a-82d2-a484e01838f4 req-14f2680e-b268-41f8-a8eb-51dc3d0f89b7 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1276484 Jun 24 10:22:00.494575 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0135f182-1d69-4b76-bb68-ec9c4c5d55aa req-bb072f80-0a56-42e9-8c64-fedaa03a0a02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74d82d1a-0143-4ae1-bbc2-fda12aeda821 HTTP/1.1" status: 200 len: 217 time: 0.0474477 Jun 24 10:22:00.511436 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-06cf2862-6c5d-4447-bdff-ad6a7ade36c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.531808 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cf092357-c557-482a-82d2-a484e01838f4 req-e0582dd7-a18f-4931-aa00-5a2aa62fddb1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599630 Jun 24 10:22:00.598275 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-34b4f4fb-af4b-45dd-9155-7dc6bcfa6dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.603899 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-34b4f4fb-af4b-45dd-9155-7dc6bcfa6dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.612996 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:00.670592 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f182-1d69-4b76-bb68-ec9c4c5d55aa req-69c29dcd-dfed-40ef-a398-46f856bb966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:00.672485 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0135f182-1d69-4b76-bb68-ec9c4c5d55aa req-69c29dcd-dfed-40ef-a398-46f856bb966d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7f4f6026-189f-4062-bf39-a9453bf9fae7 HTTP/1.1" status: 200 len: 859 time: 0.1490734 Jun 24 10:22:00.681911 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4f4fb-af4b-45dd-9155-7dc6bcfa6dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a349df88-7246-4ec2-bbde-b7c2c21187fe,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:00.690726 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-34b4f4fb-af4b-45dd-9155-7dc6bcfa6dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:00.712944 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-34b4f4fb-af4b-45dd-9155-7dc6bcfa6dbe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c3479172833f4d05b586ba87831e6e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330650 Jun 24 10:22:00.714589 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 34960) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:00.754806 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0135f182-1d69-4b76-bb68-ec9c4c5d55aa req-09504c2c-eb2e-4b47-9b0f-558e5be80628 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677447 Jun 24 10:22:00.838417 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee9d6-1886-469f-a1ff-f1b445deb5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.866869 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-06cf2862-6c5d-4447-bdff-ad6a7ade36c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.872591 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-06cf2862-6c5d-4447-bdff-ad6a7ade36c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.873235 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-06cf2862-6c5d-4447-bdff-ad6a7ade36c7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2b96ddd-8d15-4e32-b601-e935d887f67a HTTP/1.1" status: 204 len: 168 time: 0.5064926 Jun 24 10:22:00.886261 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c71a7444-3eae-48af-b0f1-ee3306a64202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:00.888231 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee9d6-1886-469f-a1ff-f1b445deb5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:00.896836 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb88da-a908-49da-8f03-1900cf2753dd req-10aebe40-ae5e-4751-98a5-46abc81677b1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:00.898404 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4abb88da-a908-49da-8f03-1900cf2753dd req-10aebe40-ae5e-4751-98a5-46abc81677b1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.3849247 Jun 24 10:22:00.915957 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf2862-6c5d-4447-bdff-ad6a7ade36c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b96ddd-8d15-4e32-b601-e935d887f67a,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:00.947778 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-06cf2862-6c5d-4447-bdff-ad6a7ade36c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:00.989750 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0135f182-1d69-4b76-bb68-ec9c4c5d55aa req-5287f3ba-c0fb-433b-9792-e2ee72e2b6a0 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210281 Jun 24 10:22:00.999050 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4abb88da-a908-49da-8f03-1900cf2753dd req-87687c06-753d-4cf3-9bf0-740c98a4a6c2 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866940 Jun 24 10:22:01.177840 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0135f182-1d69-4b76-bb68-ec9c4c5d55aa req-54431814-eaba-41f0-84da-58a47933c285 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709297 Jun 24 10:22:01.275549 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee9d6-1886-469f-a1ff-f1b445deb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:01.279586 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee9d6-1886-469f-a1ff-f1b445deb5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:01.280902 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-fe2ee9d6-1886-469f-a1ff-f1b445deb5b9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a349df88-7246-4ec2-bbde-b7c2c21187fe HTTP/1.1" status: 204 len: 168 time: 0.5666871 Jun 24 10:22:01.284221 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ac5b3e90-5d00-4da9-98cd-3b31fbe75df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:01.313223 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-64ce326b-f6de-41dc-960c-725226ae17c3 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:01.322412 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-64ce326b-f6de-41dc-960c-725226ae17c3 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 815 time: 0.4408143 Jun 24 10:22:01.326012 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ee9d6-1886-469f-a1ff-f1b445deb5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a349df88-7246-4ec2-bbde-b7c2c21187fe,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:01.333200 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-fe2ee9d6-1886-469f-a1ff-f1b445deb5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:01.343048 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-709d99f5-ea80-4d7a-9af3-687f4dcb2cc8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/quotas/ddb7f2fc91c14b388339347649029f0d HTTP/1.1" status: 200 len: 375 time: 0.0196419 Jun 24 10:22:01.446035 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-e142ca2f-76f4-4fa0-9d83-fb870b4e3d58 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017387 Jun 24 10:22:01.458502 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35002) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:01.474248 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b15433e8-6942-4fc2-82b9-95ef9d2b9dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:01.567568 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-7b997b61-13bb-4053-8deb-41f86cd74ba4 service neutron] 10.222.0.79 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141660 Jun 24 10:22:01.631132 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b15433e8-6942-4fc2-82b9-95ef9d2b9dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:01.636510 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b15433e8-6942-4fc2-82b9-95ef9d2b9dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:01.640146 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4c44b6a5-718b-4666-aa6f-94a3b034f705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:01.685384 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-113d61a2-d332-4c6c-a013-9585e8ef40b1 service neutron] 10.222.0.79 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114411 Jun 24 10:22:01.729617 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b15433e8-6942-4fc2-82b9-95ef9d2b9dc2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c4d9bbff5934454886ec716423b7240b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694077 Jun 24 10:22:01.730498 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15433e8-6942-4fc2-82b9-95ef9d2b9dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff8afeb-6684-46f2-9860-06aee5dcd2c5,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:01.732300 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35016) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:01.736663 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b15433e8-6942-4fc2-82b9-95ef9d2b9dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:01.821819 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-45746973-f9ab-466e-a528-a46de3926377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:01.853662 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-45746973-f9ab-466e-a528-a46de3926377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:01.893391 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519251d6-4e7e-43fe-ba6e-5fbfe740aa15 req-fe1aa159-dd84-4e31-af1b-0ddb15629f49 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:01.899298 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35022) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:01.899994 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-519251d6-4e7e-43fe-ba6e-5fbfe740aa15 req-fe1aa159-dd84-4e31-af1b-0ddb15629f49 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1464529 Jun 24 10:22:01.928105 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-45746973-f9ab-466e-a528-a46de3926377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:01.939922 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-45746973-f9ab-466e-a528-a46de3926377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:01.945012 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-45746973-f9ab-466e-a528-a46de3926377 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ff8afeb-6684-46f2-9860-06aee5dcd2c5 HTTP/1.1" status: 204 len: 168 time: 0.2082658 Jun 24 10:22:01.946626 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d91ae9b2-0756-4100-a5ce-ac0e3cb674a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:01.970011 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45746973-f9ab-466e-a528-a46de3926377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff8afeb-6684-46f2-9860-06aee5dcd2c5,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:01.970011 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-45746973-f9ab-466e-a528-a46de3926377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:02.013144 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-515d1577-2541-488b-b457-ae121a17294e req-af5b341f-d036-4021-b3a4-485e9f99bd85 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 210 time: 0.0546374 Jun 24 10:22:02.033137 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-519251d6-4e7e-43fe-ba6e-5fbfe740aa15 req-32d7daa0-6b7b-4c0d-8ce4-c56b49e669a3 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163692 Jun 24 10:22:02.082702 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f8f00a61-b6d9-410d-9660-d33a5a33fadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.233630 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f8f00a61-b6d9-410d-9660-d33a5a33fadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.243522 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f8f00a61-b6d9-410d-9660-d33a5a33fadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.250130 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b8918d60-8764-4289-b525-d133fa199b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:02.318654 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-f8f00a61-b6d9-410d-9660-d33a5a33fadf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd1f98d55c0d4a16b2e850ad8f444bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177680 Jun 24 10:22:02.320232 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f00a61-b6d9-410d-9660-d33a5a33fadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea5567c-8b4f-481f-9a8a-622252563d06,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:02.320970 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35052) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:02.326051 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f8f00a61-b6d9-410d-9660-d33a5a33fadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:02.339253 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550ee5-62b0-405c-be5c-4ee858eb85c3 req-1b58b601-7ffc-4a84-ad38-d5609c65134c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:02.347738 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-16550ee5-62b0-405c-be5c-4ee858eb85c3 req-1b58b601-7ffc-4a84-ad38-d5609c65134c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1724727 Jun 24 10:22:02.396594 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3e104e29-5e99-4631-bc61-aaf2b7454b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.402762 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-16550ee5-62b0-405c-be5c-4ee858eb85c3 req-ffb0804c-eefd-49bc-922f-0a78e963d940 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534523 Jun 24 10:22:02.442197 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3e104e29-5e99-4631-bc61-aaf2b7454b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.497634 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35060) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:02.520521 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3e104e29-5e99-4631-bc61-aaf2b7454b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.523936 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3e104e29-5e99-4631-bc61-aaf2b7454b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.527336 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-3e104e29-5e99-4631-bc61-aaf2b7454b28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aea5567c-8b4f-481f-9a8a-622252563d06 HTTP/1.1" status: 204 len: 168 time: 0.2050140 Jun 24 10:22:02.529310 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b0bc9ecd-2617-46bb-be01-e43f77df11a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:02.541546 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e104e29-5e99-4631-bc61-aaf2b7454b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea5567c-8b4f-481f-9a8a-622252563d06,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:02.544587 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-3e104e29-5e99-4631-bc61-aaf2b7454b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:02.664995 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869b07-a16b-4188-a867-18abd1aa3b24 req-d3768800-b39a-42fc-8b3d-b93974e03f51 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:02.666816 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-58869b07-a16b-4188-a867-18abd1aa3b24 req-d3768800-b39a-42fc-8b3d-b93974e03f51 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0910327 Jun 24 10:22:02.676543 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35070) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:02.681484 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-d11e30e3-4d97-48ca-91a0-604ede4d257f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'floatingip': {'port_id': '744574d4-1813-4da4-a8bd-39d5f14ada9c'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:02.730620 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1602878909-network', 'tenant_id': 'b04149f7749f4972b3958c9881383b7c'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:02.760596 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Made reservation on behalf of b04149f7749f4972b3958c9881383b7c for: {'network': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:02.763992 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.775685 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.779845 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d11e30e3-4d97-48ca-91a0-604ede4d257f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.907181 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.915578 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.925207 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-57c08840-c0fa-48de-b5b4-52344646f149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:02.956609 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=92851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:22:02.978874 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:02.979500 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.segments_db [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Added segment 120a758e-f0fd-4977-a06b-1c6402eeb5d9 of type vlan for network 7282c4a4-df1c-4448-8b54-cbddb0706024 Jun 24 10:22:02.981270 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3766d8-b0ea-4d6c-84fa-9412c1b3a282,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:02.998307 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:03.051653 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:03.102730 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:03.104923 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:03.106829 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:03.113053 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:03.201356 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7019234 Jun 24 10:22:03.205987 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35094) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:03.211637 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Request body: {'subnet': {'network_id': '7282c4a4-df1c-4448-8b54-cbddb0706024', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1602878909-subnet', 'tenant_id': 'b04149f7749f4972b3958c9881383b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:03.231254 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Pushing event updated for resources: {'Network': ['ID=7282c4a4-df1c-4448-8b54-cbddb0706024,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:03.239123 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:03.249704 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 7282c4a4-df1c-4448-8b54-cbddb0706024 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:22:03.251225 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Made reservation on behalf of b04149f7749f4972b3958c9881383b7c for: {'subnet': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:03.255304 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:03.270993 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-265f476f-825a-4b40-86f3-134149cddf57 req-834d6168-f5b7-4a44-8324-cfab85d6c875 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 210 time: 0.0885286 Jun 24 10:22:03.514336 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:03.520023 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:03.569192 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f1c20c-913f-4b4a-bd44-1855c37e4d29,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:03.579093 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:03.599205 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee052b-44c9-4d68-9896-3189adab4a69 req-7b6a5b47-b879-4e00-9c3b-a68c51640f81 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:03.600941 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f5ee052b-44c9-4d68-9896-3189adab4a69 req-7b6a5b47-b879-4e00-9c3b-a68c51640f81 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1522112 Jun 24 10:22:03.643019 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Checking segment: {'id': '120a758e-f0fd-4977-a06b-1c6402eeb5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7282c4a4-df1c-4448-8b54-cbddb0706024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:22:03.643579 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Network hostable DHCP agents. Network: 7282c4a4-df1c-4448-8b54-cbddb0706024, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:22:03.682955 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f5ee052b-44c9-4d68-9896-3189adab4a69 req-92f6c2e7-f2f7-4830-86d8-6528b3d4d0a4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662448 Jun 24 10:22:03.686723 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Network 7282c4a4-df1c-4448-8b54-cbddb0706024 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:22:03.704546 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 7282c4a4-df1c-4448-8b54-cbddb0706024) {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:03.710782 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:03.713748 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700916ba-13f3-46de-83c7-ceb37e349e6e None None] Network 7282c4a4-df1c-4448-8b54-cbddb0706024 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:22:03.726542 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:03.755756 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-641fdf57-6abe-428e-8f8e-fcd296175a94 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5483072 Jun 24 10:22:03.811669 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:03.891757 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158a5be4-3c43-48d9-89c6-8ecbe72102eb None None] Network 7282c4a4-df1c-4448-8b54-cbddb0706024 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:22:04.175148 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-7cd2f871-440a-40c8-ab64-cd91b596478d tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:04.176722 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-7cd2f871-440a-40c8-ab64-cd91b596478d tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 815 time: 0.3839252 Jun 24 10:22:04.220276 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Request body: {'port': {'device_id': '880d609e-164d-4a1a-823b-cee676a990b1', 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac', 'admin_state_up': True, 'tenant_id': 'ddb7f2fc91c14b388339347649029f0d'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:04.492402 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d7f2b97c-58e7-4ad3-a85e-94ab5de23c0c req-338a1a91-e080-434c-a07f-e1b940799c14 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 210 time: 0.0534658 Jun 24 10:22:04.496510 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.db.resource_extend [None req-d11e30e3-4d97-48ca-91a0-604ede4d257f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 10:22:04.616830 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Made reservation on behalf of ddb7f2fc91c14b388339347649029f0d for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:04.620588 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:04.624601 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d11e30e3-4d97-48ca-91a0-604ede4d257f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:04.634318 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d11e30e3-4d97-48ca-91a0-604ede4d257f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:04.969266 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.l3_db [None req-d11e30e3-4d97-48ca-91a0-604ede4d257f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Floating IP 3843d809-05f6-4d87-80d7-0fc09749a170 associated. External IP: 172.27.2.30, port: 744574d4-1813-4da4-a8bd-39d5f14ada9c. Jun 24 10:22:05.025379 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35170) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:05.030946 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217696012-network', 'tenant_id': '07801c9b8fb042a5a28315336af17517'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:05.042631 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Allocated IP 172.20.0.10 (6186853d-ba56-421b-a11d-04e8abb947ac/584b15ea-f101-4397-923f-8e843e6db118/f383bb4f-fbb4-4941-b066-1da079f0d52e) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:22:05.062972 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e3ca1-554b-422d-ae10-586938b2c3dc req-14954e46-3fc4-4c19-ad47-60bc33fb54eb tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:05.063198 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Made reservation on behalf of 07801c9b8fb042a5a28315336af17517 for: {'network': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:05.064722 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4a7e3ca1-554b-422d-ae10-586938b2c3dc req-14954e46-3fc4-4c19-ad47-60bc33fb54eb tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.2068968 Jun 24 10:22:05.081844 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.111393 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.211508 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4a7e3ca1-554b-422d-ae10-586938b2c3dc req-03144a32-cf54-487b-9fd9-696a04d1be1d tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379433 Jun 24 10:22:05.280665 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.285230 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.288595 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:05.323782 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=92851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:22:05.340231 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2a124c-f90a-46a8-b3bb-5bf096f1bb0a,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:05.356151 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:05.359801 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.360302 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.segments_db [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Added segment 6c71ff5b-74a3-42b9-8ca8-f9144b443b6f of type vlan for network c545ab5d-cbdc-4057-9e6a-005275e65044 Jun 24 10:22:05.415597 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.460587 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.471978 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11e30e3-4d97-48ca-91a0-604ede4d257f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Router 4cd0107f-211a-42fb-ba4f-165b33421aa1 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:22:05.472184 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.473531 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:05.474535 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.484191 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-40429f52-d2d8-43c6-b5c6-92c980b0f37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:05.534418 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5051000 Jun 24 10:22:05.540152 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35186) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:05.549737 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Request body: {'subnet': {'network_id': 'c545ab5d-cbdc-4057-9e6a-005275e65044', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217696012-subnet', 'tenant_id': '07801c9b8fb042a5a28315336af17517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:05.578847 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Pushing event updated for resources: {'Network': ['ID=c545ab5d-cbdc-4057-9e6a-005275e65044,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:05.601710 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network c545ab5d-cbdc-4057-9e6a-005275e65044 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:22:05.611686 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:05.613792 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Made reservation on behalf of 07801c9b8fb042a5a28315336af17517 for: {'subnet': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:05.618639 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.767999 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-62d37229-2f52-4656-bdbc-c60e14b6f420 req-b1cc35c8-5ced-49c7-94fd-94389b9e2964 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 210 time: 0.0416596 Jun 24 10:22:05.914101 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.917882 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3f8dc72e-7580-4887-8482-44ce12dbec92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:05.969982 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:05.971678 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7346d0a-a0d8-4e5b-af9d-de9dfb4806b6,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:05.980374 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:05.985147 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['62c4af78-3d1d-4d74-b153-fe4cc676cc3a'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:05.991284 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:06.004290 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Checking segment: {'id': '6c71ff5b-74a3-42b9-8ca8-f9144b443b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c545ab5d-cbdc-4057-9e6a-005275e65044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:22:06.004290 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Network hostable DHCP agents. Network: c545ab5d-cbdc-4057-9e6a-005275e65044, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:22:06.035625 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Network c545ab5d-cbdc-4057-9e6a-005275e65044 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:22:06.041155 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e30e3-4d97-48ca-91a0-604ede4d257f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:22:06.052333 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Network 6186853d-ba56-421b-a11d-04e8abb947ac is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:22:06.053220 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, c545ab5d-cbdc-4057-9e6a-005275e65044) {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:06.053371 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235df4b3-f27a-462b-9bf0-e857523be7c2 None None] Sync routers for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:22:06.059259 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:06.060060 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:06.065060 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d11e30e3-4d97-48ca-91a0-604ede4d257f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:06.070603 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:06.070760 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235df4b3-f27a-462b-9bf0-e857523be7c2 None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:22:06.072772 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05806fd9-7a34-4c39-a584-5549fd495172 None None] Network c545ab5d-cbdc-4057-9e6a-005275e65044 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:22:06.074225 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-235df4b3-f27a-462b-9bf0-e857523be7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:06.074404 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:22:06.097660 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5474319 Jun 24 10:22:06.199775 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Pushing event updated for resources: {'Port': ['ID=f383bb4f-fbb4-4941-b066-1da079f0d52e,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:06.205021 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:06.205942 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-235df4b3-f27a-462b-9bf0-e857523be7c2 None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:22:06.238745 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-d11e30e3-4d97-48ca-91a0-604ede4d257f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "PUT /v2.0/floatingips/3843d809-05f6-4d87-80d7-0fc09749a170 HTTP/1.1" status: 200 len: 990 time: 3.5609400 Jun 24 10:22:06.242765 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:22:06.246217 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07" -d '{"events": [{"name": "network-changed", "server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:06.269373 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:06.270067 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:06.288722 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0911736 Jun 24 10:22:06.314164 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Request body: {'port': {'device_id': '880d609e-164d-4a1a-823b-cee676a990b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:06.400415 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:06.496929 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b1a536-e109-41ed-b77d-3d8663f2b939 None None] Network c545ab5d-cbdc-4057-9e6a-005275e65044 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:22:06.709278 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e65b71-ccec-434f-8652-e47fa4bdc8df x-openstack-request-id: req-e6e65b71-ccec-434f-8652-e47fa4bdc8df {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:06.709597 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:06.709877 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e6e65b71-ccec-434f-8652-e47fa4bdc8df {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:06.710318 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'status': 'completed', 'code': 200} Jun 24 10:22:06.840413 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddb18f-537b-4592-a635-5ab9d6179422 req-98b43cca-8b42-4f4d-9b3d-955f77325d17 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:06.842356 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bfddb18f-537b-4592-a635-5ab9d6179422 req-98b43cca-8b42-4f4d-9b3d-955f77325d17 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.2556982 Jun 24 10:22:06.848387 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07 req-afba4df4-f814-4a51-a55a-4fb33f3fea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:06.854499 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07 req-afba4df4-f814-4a51-a55a-4fb33f3fea93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 1098 time: 0.1094830 Jun 24 10:22:06.901583 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bfddb18f-537b-4592-a635-5ab9d6179422 req-3a3766c5-4310-4994-a36e-cf43d0dd7034 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460224 Jun 24 10:22:06.949150 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-235df4b3-f27a-462b-9bf0-e857523be7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '3843d809-05f6-4d87-80d7-0fc09749a170', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'port_id': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'mac_address': 'fa:16:3e:67:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968e53c1-d137-47f1-9241-66bc52cad468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:21:40Z', 'updated_at': '2021-06-24T10:22:04Z', 'revision_number': 1, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:07.000541 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f383bb4f-fbb4-4941-b066-1da079f0d52e {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:22:07.005377 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235df4b3-f27a-462b-9bf0-e857523be7c2 None None] Checking router: 4cd0107f-211a-42fb-ba4f-165b33421aa1 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:22:07.010573 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:07.022053 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235df4b3-f27a-462b-9bf0-e857523be7c2 None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:22:07.023188 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-235df4b3-f27a-462b-9bf0-e857523be7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:21:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:07.026298 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Transition to ACTIVE for port object f383bb4f-fbb4-4941-b066-1da079f0d52e will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:22:07.034177 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:07.036300 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:07.093213 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Pushing event updated for resources: {'Port': ['ID=f383bb4f-fbb4-4941-b066-1da079f0d52e,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:07.102870 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:07.122787 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07 req-00736887-bb0e-49ad-8b51-ca930282e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:07.125240 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07 req-00736887-bb0e-49ad-8b51-ca930282e6ea service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 919 time: 0.2559531 Jun 24 10:22:07.207992 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-235df4b3-f27a-462b-9bf0-e857523be7c2 None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:22:07.233168 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6d28d-34cc-40e6-82da-d8b8770e2341 req-23094b6f-16d4-45d9-b0c5-f3ccedceddbb tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:07.234792 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6cb6d28d-34cc-40e6-82da-d8b8770e2341 req-23094b6f-16d4-45d9-b0c5-f3ccedceddbb tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 944 time: 0.2018859 Jun 24 10:22:07.276457 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Attempting to bind port f383bb4f-fbb4-4941-b066-1da079f0d52e on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:22:07.276867 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Attempting to bind port f383bb4f-fbb4-4941-b066-1da079f0d52e by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:22:07.277135 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Attempting to bind port f383bb4f-fbb4-4941-b066-1da079f0d52e on network 6186853d-ba56-421b-a11d-04e8abb947ac {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:22:07.282428 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Port f383bb4f-fbb4-4941-b066-1da079f0d52e on network 6186853d-ba56-421b-a11d-04e8abb947ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:22:07.283126 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Attempting to bind port f383bb4f-fbb4-4941-b066-1da079f0d52e on network 6186853d-ba56-421b-a11d-04e8abb947ac {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:22:07.288726 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:22:07.289112 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Checking segment: {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:22:07.289538 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Bound using segment: {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:22:07.289998 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Bound port: f383bb4f-fbb4-4941-b066-1da079f0d52e, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:22:07.290417 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:07.338788 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6cb6d28d-34cc-40e6-82da-d8b8770e2341 req-721964c9-4d15-47e2-8752-0650b45a07e1 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906808 Jun 24 10:22:07.378195 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07 req-721f0784-7f6d-489b-91d6-dbf069edb4b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c HTTP/1.1" status: 200 len: 998 time: 0.2416408 Jun 24 10:22:07.406650 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] For port f383bb4f-fbb4-4941-b066-1da079f0d52e, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:22:07.413860 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] For port f383bb4f-fbb4-4941-b066-1da079f0d52e, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f383bb4f-fbb4-4941-b066-1da079f0d52e,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:22:07.420001 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:07.441081 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d0c36e20-e2f6-458e-b4cd-89b0a32ca83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:07.455909 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07 req-ac933f1d-43ce-424e-8200-171fa25a2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:07.457578 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07 req-ac933f1d-43ce-424e-8200-171fa25a2e05 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.0684500 Jun 24 10:22:07.470301 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:07.471335 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:07.472990 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] 10.222.0.77 "PUT /v2.0/ports/f383bb4f-fbb4-4941-b066-1da079f0d52e HTTP/1.1" status: 200 len: 1094 time: 1.1644297 Jun 24 10:22:07.502955 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Pushing event updated for resources: {'Port': ['ID=f383bb4f-fbb4-4941-b066-1da079f0d52e,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:07.518842 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:07.534623 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07 req-5eefabe6-ef71-44fd-93f8-d9e4d2d5b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:07.536202 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07 req-5eefabe6-ef71-44fd-93f8-d9e4d2d5b102 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648882 Jun 24 10:22:07.606501 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-eb3f1621-9b54-4aeb-88db-c93628fb3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:07.609557 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-eb3f1621-9b54-4aeb-88db-c93628fb3699 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 1097 time: 0.0790603 Jun 24 10:22:07.628427 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-235df4b3-f27a-462b-9bf0-e857523be7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '3843d809-05f6-4d87-80d7-0fc09749a170', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'port_id': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'mac_address': 'fa:16:3e:67:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968e53c1-d137-47f1-9241-66bc52cad468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:21:40Z', 'updated_at': '2021-06-24T10:22:04Z', 'revision_number': 1, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:07.667116 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07 req-cbcad91d-7178-4acd-af94-9d391828ba8c service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128812 Jun 24 10:22:07.670489 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235df4b3-f27a-462b-9bf0-e857523be7c2 None None] The sync data for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi is: [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '3843d809-05f6-4d87-80d7-0fc09749a170', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'port_id': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'mac_address': 'fa:16:3e:67:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968e53c1-d137-47f1-9241-66bc52cad468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:21:40Z', 'updated_at': '2021-06-24T10:22:04Z', 'revision_number': 1, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:22:07.695020 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-b4d7a7cb-7726-4b01-8e14-c8c65db9b0ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f383bb4f-fbb4-4941-b066-1da079f0d52e HTTP/1.1" status: 200 len: 217 time: 0.0651853 Jun 24 10:22:07.802244 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-0bf165cd-5c29-4725-91e8-b476dbfde8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:07.803672 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-0bf165cd-5c29-4725-91e8-b476dbfde8b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584b15ea-f101-4397-923f-8e843e6db118 HTTP/1.1" status: 200 len: 855 time: 0.0916798 Jun 24 10:22:07.833069 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8e6e5524-3a4d-4ae1-82c7-997ecba5ff07 req-9e1873bc-96b8-4332-b22b-22adb9d11e57 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587996 Jun 24 10:22:07.852356 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-dc672d61-7f26-491c-b4d3-57248cbab1e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6186853d-ba56-421b-a11d-04e8abb947ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378821 Jun 24 10:22:07.960230 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-6e6387f9-dfb2-4b84-81a0-36301a091419 service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994191 Jun 24 10:22:07.996801 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e702b-c1ae-42ff-b8d1-1574a7d27886 None None] New status for floating IP 3843d809-05f6-4d87-80d7-0fc09749a170: ACTIVE {{(pid=92853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:22:08.008699 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24c9b9-cf73-4526-b805-a0d5c7c47199 req-9a9da50c-779f-4a5e-8a53-40ecc656d8eb tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:08.010278 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-be24c9b9-cf73-4526-b805-a0d5c7c47199 req-9a9da50c-779f-4a5e-8a53-40ecc656d8eb tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 945 time: 0.1154947 Jun 24 10:22:08.064276 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-be24c9b9-cf73-4526-b805-a0d5c7c47199 req-191874a2-c62d-44a6-8ca9-eab091da2263 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476539 Jun 24 10:22:08.087910 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c52c8db-e58f-4d3f-a07f-9eae4826bb33 req-22a4d8ef-7b98-4f35-96c2-3e3ff2175bed service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175435 Jun 24 10:22:08.288715 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf5a57-ea28-42b6-b226-bdc16085e73c req-a3a2374e-c16a-47f6-8efc-f7ed79d00374 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:08.290483 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fcbf5a57-ea28-42b6-b226-bdc16085e73c req-a3a2374e-c16a-47f6-8efc-f7ed79d00374 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0748537 Jun 24 10:22:08.382013 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-e7096f10-bf69-4832-973a-bba6aba44b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:08.393467 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fcbf5a57-ea28-42b6-b226-bdc16085e73c req-dd89daa1-895f-454f-8f24-24f210b3cf48 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942922 Jun 24 10:22:08.559280 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423fcb2-e57d-4aef-a5f1-0991848d6d03 req-48aa657d-0817-40a9-a5b6-727e99e33b3a tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:08.559936 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c423fcb2-e57d-4aef-a5f1-0991848d6d03 req-48aa657d-0817-40a9-a5b6-727e99e33b3a tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 944 time: 0.0711520 Jun 24 10:22:08.610816 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c423fcb2-e57d-4aef-a5f1-0991848d6d03 req-7226567a-749f-42b7-85f1-4743ab299b01 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442238 Jun 24 10:22:08.712147 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880d609e-164d-4a1a-823b-cee676a990b1', 'tag': 'f383bb4f-fbb4-4941-b066-1da079f0d52e'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:22:08.714614 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3272b77f-6f3e-49ee-b470-83509c7d1a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "880d609e-164d-4a1a-823b-cee676a990b1", "tag": "f383bb4f-fbb4-4941-b066-1da079f0d52e"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:08.757533 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0903630-9fa1-4bc7-a64e-f7b063a0149b x-openstack-request-id: req-d0903630-9fa1-4bc7-a64e-f7b063a0149b {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:08.757961 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880d609e-164d-4a1a-823b-cee676a990b1", "tag": "f383bb4f-fbb4-4941-b066-1da079f0d52e", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:08.758316 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d0903630-9fa1-4bc7-a64e-f7b063a0149b {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:08.758889 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880d609e-164d-4a1a-823b-cee676a990b1', 'tag': 'f383bb4f-fbb4-4941-b066-1da079f0d52e', 'status': 'completed', 'code': 200} Jun 24 10:22:08.849200 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272b77f-6f3e-49ee-b470-83509c7d1a7c req-b81398d1-bdf1-4216-a0e3-598d7e9a8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:08.861139 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3272b77f-6f3e-49ee-b470-83509c7d1a7c req-b81398d1-bdf1-4216-a0e3-598d7e9a8271 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 1097 time: 0.0700495 Jun 24 10:22:08.964746 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272b77f-6f3e-49ee-b470-83509c7d1a7c req-2c3418ef-b626-481b-9b08-3d11fa4c5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:08.966335 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3272b77f-6f3e-49ee-b470-83509c7d1a7c req-2c3418ef-b626-481b-9b08-3d11fa4c5ec4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 917 time: 0.0966372 Jun 24 10:22:09.018157 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3272b77f-6f3e-49ee-b470-83509c7d1a7c req-fdaba8d2-c2b9-45b4-b68e-517a4883d715 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f383bb4f-fbb4-4941-b066-1da079f0d52e HTTP/1.1" status: 200 len: 217 time: 0.0425665 Jun 24 10:22:09.081880 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272b77f-6f3e-49ee-b470-83509c7d1a7c req-ea9e7584-350d-47c8-9597-fd90b0958560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:09.084096 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3272b77f-6f3e-49ee-b470-83509c7d1a7c req-ea9e7584-350d-47c8-9597-fd90b0958560 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584b15ea-f101-4397-923f-8e843e6db118 HTTP/1.1" status: 200 len: 855 time: 0.0556519 Jun 24 10:22:09.121285 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3272b77f-6f3e-49ee-b470-83509c7d1a7c req-64c6b1b1-7aee-4847-9df4-f1a0e414cb27 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6186853d-ba56-421b-a11d-04e8abb947ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277960 Jun 24 10:22:09.215527 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3272b77f-6f3e-49ee-b470-83509c7d1a7c req-07e09a0b-6812-4bab-b9d3-d966e73d2f10 service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868065 Jun 24 10:22:09.326948 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3272b77f-6f3e-49ee-b470-83509c7d1a7c req-2d49d149-3469-406e-847f-1ee7fc53ce4a service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038239 Jun 24 10:22:09.424529 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce813a8-1941-4f37-a293-2d3102f582e0 req-4e9418e0-5a47-4cc3-a4d8-1549158a1ab4 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:09.426150 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9ce813a8-1941-4f37-a293-2d3102f582e0 req-4e9418e0-5a47-4cc3-a4d8-1549158a1ab4 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 945 time: 0.0689147 Jun 24 10:22:09.469713 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9ce813a8-1941-4f37-a293-2d3102f582e0 req-4c5a8b98-777e-425e-be24-3fd124b8d321 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380056 Jun 24 10:22:09.579396 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cb04f-2190-42ac-bc8f-4c59f9a20588 req-bd74587e-23c0-44bc-8843-56d358b967fd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:09.580837 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-176cb04f-2190-42ac-bc8f-4c59f9a20588 req-bd74587e-23c0-44bc-8843-56d358b967fd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0633454 Jun 24 10:22:09.617053 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-176cb04f-2190-42ac-bc8f-4c59f9a20588 req-b6b22713-7a6c-465b-8fc3-f2ecdd5a6a01 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306456 Jun 24 10:22:09.794606 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f71305-fdd0-442f-86f3-14b7da7d3450 req-8bab786c-1e6f-41cc-81a0-e5d5f93c226f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:09.796198 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-35f71305-fdd0-442f-86f3-14b7da7d3450 req-8bab786c-1e6f-41cc-81a0-e5d5f93c226f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 944 time: 0.0664873 Jun 24 10:22:09.837351 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-35f71305-fdd0-442f-86f3-14b7da7d3450 req-ced9fde9-5037-45e0-9e83-e8b17bb12c3d tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336325 Jun 24 10:22:10.616613 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316a844-b9a1-40cd-9bba-aef5cd128862 req-fefae58c-de15-4cfa-91f2-7125d51e1923 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:10.618651 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9316a844-b9a1-40cd-9bba-aef5cd128862 req-fefae58c-de15-4cfa-91f2-7125d51e1923 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.77 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 945 time: 0.0750210 Jun 24 10:22:10.652009 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f8fa1-8e0b-4015-8c36-3de2f3163273 req-810c53b5-5a15-4fb7-b717-db48756a9312 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:10.653497 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5b1f8fa1-8e0b-4015-8c36-3de2f3163273 req-810c53b5-5a15-4fb7-b717-db48756a9312 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 945 time: 0.0704145 Jun 24 10:22:10.712435 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5b1f8fa1-8e0b-4015-8c36-3de2f3163273 req-0d132b88-5c95-4088-b382-f97f4be96079 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/security-groups?id=1113250e-836e-4a53-9ff0-bd9b500b593c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514722 Jun 24 10:22:10.803079 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-9316a844-b9a1-40cd-9bba-aef5cd128862 req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Deleting port acf95cd1-2900-4eab-ab29-75797b0c48a2 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:22:10.803449 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-9316a844-b9a1-40cd-9bba-aef5cd128862 req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:10.899300 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f9711-1c57-4d0b-b886-698982b596bf req-835d8f0a-7c42-432f-bc83-5ed494569391 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:10.900677 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-469f9711-1c57-4d0b-b886-698982b596bf req-835d8f0a-7c42-432f-bc83-5ed494569391 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1481655 Jun 24 10:22:10.919614 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-9316a844-b9a1-40cd-9bba-aef5cd128862 req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] For port acf95cd1-2900-4eab-ab29-75797b0c48a2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=acf95cd1-2900-4eab-ab29-75797b0c48a2,segment=NetworkSegment(04274068-671d-457b-9c39-9ba3c84db9e1),segment_id=04274068-671d-457b-9c39-9ba3c84db9e1)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:10.919977 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-9316a844-b9a1-40cd-9bba-aef5cd128862 req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:10.945887 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-9316a844-b9a1-40cd-9bba-aef5cd128862 req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Calling delete_port for acf95cd1-2900-4eab-ab29-75797b0c48a2 owned by compute:nova {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:22:10.977357 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-469f9711-1c57-4d0b-b886-698982b596bf req-26e46b1b-921b-41dd-ac2a-9075a847ccc0 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712137 Jun 24 10:22:11.061584 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35390) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:11.101936 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-bdcfbd04-93f1-4998-b1ad-1959ee09c93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.139523 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-9316a844-b9a1-40cd-9bba-aef5cd128862 req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.150619 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bb4f11bd-bfb3-40b7-8b33-07637aeb22b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:11.152487 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8d93d-c66e-412a-91b5-2b4b222427af req-2ab50b83-100d-47fd-a0ba-fd9e9ed3b358 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:11.154055 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['acf95cd1-2900-4eab-ab29-75797b0c48a2'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:11.154183 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-84e8d93d-c66e-412a-91b5-2b4b222427af req-2ab50b83-100d-47fd-a0ba-fd9e9ed3b358 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 944 time: 0.0645719 Jun 24 10:22:11.203446 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.237699 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-84e8d93d-c66e-412a-91b5-2b4b222427af req-e58e27d9-f5a3-423c-b4b5-84507f9141b2 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692756 Jun 24 10:22:11.239390 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Pushing event deleted for resources: {'Port': ['ID=acf95cd1-2900-4eab-ab29-75797b0c48a2,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:11.245545 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.272327 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.272727 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.273094 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.273454 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.273807 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.274182 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.274539 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.274889 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.275239 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.275586 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.276372 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.276372 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.280022 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:11.306212 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9316a844-b9a1-40cd-9bba-aef5cd128862 req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] No DVR routers for this DVR port acf95cd1-2900-4eab-ab29-75797b0c48a2 on host hv-cinder-79049 {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:22:11.309863 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-9316a844-b9a1-40cd-9bba-aef5cd128862 req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.312125 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9316a844-b9a1-40cd-9bba-aef5cd128862 req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.77 "DELETE /v2.0/ports/acf95cd1-2900-4eab-ab29-75797b0c48a2 HTTP/1.1" status: 204 len: 173 time: 0.6863637 Jun 24 10:22:11.312658 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dccd39-d58b-4818-ad0d-cca3adf94830', 'name': 'network-vif-deleted', 'tag': 'acf95cd1-2900-4eab-ab29-75797b0c48a2'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:22:11.315211 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a8970e-496f-4424-a6f9-7ca9e1a81040" -d '{"events": [{"server_uuid": "25dccd39-d58b-4818-ad0d-cca3adf94830", "name": "network-vif-deleted", "tag": "acf95cd1-2900-4eab-ab29-75797b0c48a2"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:11.357665 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec6fbc3-2cbf-4a4c-8bbe-afdc2e526f8f x-openstack-request-id: req-6ec6fbc3-2cbf-4a4c-8bbe-afdc2e526f8f {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:11.358249 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dccd39-d58b-4818-ad0d-cca3adf94830", "name": "network-vif-deleted", "tag": "acf95cd1-2900-4eab-ab29-75797b0c48a2", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:11.358547 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ec6fbc3-2cbf-4a4c-8bbe-afdc2e526f8f {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:11.359048 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dccd39-d58b-4818-ad0d-cca3adf94830', 'name': 'network-vif-deleted', 'tag': 'acf95cd1-2900-4eab-ab29-75797b0c48a2', 'status': 'completed', 'code': 200} Jun 24 10:22:11.373199 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.377361 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.381238 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:11.407775 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cd2b5e-30a8-44ec-b1fa-4347771d8fa9,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:11.418055 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.418441 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.418791 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.419136 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.419478 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.419815 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.420174 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.420479 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.420810 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.421135 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.421465 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.422371 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:11.429847 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:11.439032 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=038b741f1df44e3c94a687382bb9e450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748531 Jun 24 10:22:11.439787 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35408) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:11.489307 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0dd41b8b-2a21-466f-96df-83fbadc1efd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.510219 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0dd41b8b-2a21-466f-96df-83fbadc1efd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.559293 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0dd41b8b-2a21-466f-96df-83fbadc1efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.562053 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0dd41b8b-2a21-466f-96df-83fbadc1efd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.566116 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-0dd41b8b-2a21-466f-96df-83fbadc1efd1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e7cd2b5e-30a8-44ec-b1fa-4347771d8fa9 HTTP/1.1" status: 204 len: 168 time: 0.1226652 Jun 24 10:22:11.566116 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:11.572617 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd41b8b-2a21-466f-96df-83fbadc1efd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cd2b5e-30a8-44ec-b1fa-4347771d8fa9,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:11.575113 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-0dd41b8b-2a21-466f-96df-83fbadc1efd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:11.879651 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e3e78935-9297-4ff0-b0c7-e502c69255a8 req-abb28c39-f696-409a-919b-2a873ed433a1 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] 10.222.0.79 "GET /v2.0/ports?device_id=25dccd39-d58b-4818-ad0d-cca3adf94830 HTTP/1.1" status: 200 len: 210 time: 0.0332189 Jun 24 10:22:11.883491 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35436) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:11.900603 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4369d04e-539d-41ac-a6d8-96e1ae6873c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.992262 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4369d04e-539d-41ac-a6d8-96e1ae6873c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:11.997419 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4369d04e-539d-41ac-a6d8-96e1ae6873c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:12.001605 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-77f813d2-9b69-409a-9dd0-b62d78abe44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:12.002740 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:12.040973 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-4369d04e-539d-41ac-a6d8-96e1ae6873c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d61db79ab7446d296556c3dbd6a48a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540294 Jun 24 10:22:12.040973 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369d04e-539d-41ac-a6d8-96e1ae6873c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ab05cd-805f-4605-8624-805cbe61dcff,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:12.042378 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35442) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:12.043294 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-4369d04e-539d-41ac-a6d8-96e1ae6873c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:12.104325 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec77-711f-4870-87f0-23a8f6323348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:12.153422 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec77-711f-4870-87f0-23a8f6323348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:12.190102 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f383bb4f-fbb4-4941-b066-1da079f0d52e details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:22:12.211467 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf1dbc-6b4b-46b3-b71e-579de77833c2 req-95773297-3edc-4fc4-af6d-a391e45b36ca tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:12.212946 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-57bf1dbc-6b4b-46b3-b71e-579de77833c2 req-95773297-3edc-4fc4-af6d-a391e45b36ca tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0991259 Jun 24 10:22:12.235362 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec77-711f-4870-87f0-23a8f6323348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:12.237793 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec77-711f-4870-87f0-23a8f6323348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:12.241261 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-2d06ec77-711f-4870-87f0-23a8f6323348 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5ab05cd-805f-4605-8624-805cbe61dcff HTTP/1.1" status: 204 len: 168 time: 0.1954291 Jun 24 10:22:12.241261 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:12.259610 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06ec77-711f-4870-87f0-23a8f6323348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ab05cd-805f-4605-8624-805cbe61dcff,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:12.263205 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2d06ec77-711f-4870-87f0-23a8f6323348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:12.270104 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-57bf1dbc-6b4b-46b3-b71e-579de77833c2 req-9d959f4b-de65-41cb-86b8-65d39d903a8a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507300 Jun 24 10:22:12.350803 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f383bb4f-fbb4-4941-b066-1da079f0d52e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f383bb4f-fbb4-4941-b066-1da079f0d52e,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:12.367317 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': 'f383bb4f-fbb4-4941-b066-1da079f0d52e', 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac', 'port_id': 'f383bb4f-fbb4-4941-b066-1da079f0d52e', 'mac_address': 'fa:16:3e:18:85:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584b15ea-f101-4397-923f-8e843e6db118', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:22:12.422757 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:12.435817 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f383bb4f-fbb4-4941-b066-1da079f0d52e {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:22:12.458031 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f383bb4f-fbb4-4941-b066-1da079f0d52e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f383bb4f-fbb4-4941-b066-1da079f0d52e,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:12.463342 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:12.465416 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:12.512776 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101078f-4193-46fa-9e99-1a434605486f req-6a8d28da-99c6-4252-a1d9-0e49467188f4 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:12.518839 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5101078f-4193-46fa-9e99-1a434605486f req-6a8d28da-99c6-4252-a1d9-0e49467188f4 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 944 time: 0.0895066 Jun 24 10:22:12.528888 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=f383bb4f-fbb4-4941-b066-1da079f0d52e,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:12.536582 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.537136 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.537634 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.537965 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.538318 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.538941 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.538941 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.539389 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.539711 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.540065 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.540556 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.540877 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:22:12.545072 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:12.566520 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5101078f-4193-46fa-9e99-1a434605486f req-c4658871-c41d-4528-aa39-c579e0752f24 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465560 Jun 24 10:22:12.787035 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['f383bb4f-fbb4-4941-b066-1da079f0d52e'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:13.317637 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35516) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:13.478609 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce9400-e26b-4dee-8af5-38f3f4525d65 req-9caec492-9ea1-4a7f-80ef-f5d4de814a32 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:13.480063 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-acce9400-e26b-4dee-8af5-38f3f4525d65 req-9caec492-9ea1-4a7f-80ef-f5d4de814a32 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0658443 Jun 24 10:22:13.499540 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e23c-7157-43ec-a617-901de3f6a78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:13.540523 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-acce9400-e26b-4dee-8af5-38f3f4525d65 req-ea112e0d-4e9b-4f13-8371-9893dd08bc41 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Jun 24 10:22:13.628917 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e23c-7157-43ec-a617-901de3f6a78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:13.632795 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e23c-7157-43ec-a617-901de3f6a78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:13.636439 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-06cf2862-6c5d-4447-bdff-ad6a7ade36c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:13.674217 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-4ea1e23c-7157-43ec-a617-901de3f6a78a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee5d9318e2ea49f8894e34352e57dba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537877 Jun 24 10:22:13.675066 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35554) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:13.678869 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1e23c-7157-43ec-a617-901de3f6a78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e761503-6fd9-4984-b1e8-2910f7bb7092,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:13.690149 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4ea1e23c-7157-43ec-a617-901de3f6a78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:13.702021 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:13.788409 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d1b513f7-16d4-4273-bbc2-6a130096760b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:13.812994 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc8a39-82af-4ae1-92b5-e29a5b444428 req-83db60a4-efc4-4307-b26b-d4af367fa88c tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:13.814754 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-36fc8a39-82af-4ae1-92b5-e29a5b444428 req-83db60a4-efc4-4307-b26b-d4af367fa88c tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 945 time: 0.1030734 Jun 24 10:22:13.828668 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d1b513f7-16d4-4273-bbc2-6a130096760b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:13.882611 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-36fc8a39-82af-4ae1-92b5-e29a5b444428 req-938b3043-5e20-4197-a3b7-6087db4ba043 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601768 Jun 24 10:22:13.902748 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d1b513f7-16d4-4273-bbc2-6a130096760b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:13.905277 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d1b513f7-16d4-4273-bbc2-6a130096760b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:13.906387 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-d1b513f7-16d4-4273-bbc2-6a130096760b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e761503-6fd9-4984-b1e8-2910f7bb7092 HTTP/1.1" status: 204 len: 168 time: 0.2287560 Jun 24 10:22:13.907185 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-93df5db3-11f1-4da9-a96e-dd67065b9722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:13.914709 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b513f7-16d4-4273-bbc2-6a130096760b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e761503-6fd9-4984-b1e8-2910f7bb7092,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:13.922532 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d1b513f7-16d4-4273-bbc2-6a130096760b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:14.197555 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35588) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:14.200449 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f383bb4f-fbb4-4941-b066-1da079f0d52e up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:22:14.211403 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-63824621-471b-4676-b72f-09020501aa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.253976 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port f383bb4f-fbb4-4941-b066-1da079f0d52e completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:22:14.257788 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port f383bb4f-fbb4-4941-b066-1da079f0d52e triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:22:14.258510 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.307580 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-63824621-471b-4676-b72f-09020501aa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.312888 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-63824621-471b-4676-b72f-09020501aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.317159 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5e3f112f-4228-45c4-a67e-a842cf346dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:14.358793 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.363804 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-63824621-471b-4676-b72f-09020501aa75 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=942c37d16c8d42c996c52e1bbba40efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648698 Jun 24 10:22:14.366247 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35596) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:14.388674 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880d609e-164d-4a1a-823b-cee676a990b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f383bb4f-fbb4-4941-b066-1da079f0d52e'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:22:14.391167 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d536a5-44cc-4a38-8ba9-fe5ccfe61afb" -d '{"events": [{"server_uuid": "880d609e-164d-4a1a-823b-cee676a990b1", "name": "network-vif-plugged", "status": "completed", "tag": "f383bb4f-fbb4-4941-b066-1da079f0d52e"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:14.396324 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63824621-471b-4676-b72f-09020501aa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4c61d0-55b5-4651-a886-2f3ff4bfe147,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:14.405618 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-63824621-471b-4676-b72f-09020501aa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:14.429529 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f383bb4f-fbb4-4941-b066-1da079f0d52e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f383bb4f-fbb4-4941-b066-1da079f0d52e,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:14.434406 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.435515 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device acf95cd1-2900-4eab-ab29-75797b0c48a2 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:22:14.440155 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:14.459295 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-97074256-dd59-4f6e-97de-06ad988c43f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.481225 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff51e20e-70e7-4275-bb3d-8cc2a63c2360 x-openstack-request-id: req-ff51e20e-70e7-4275-bb3d-8cc2a63c2360 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:14.481782 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880d609e-164d-4a1a-823b-cee676a990b1", "name": "network-vif-plugged", "status": "completed", "tag": "f383bb4f-fbb4-4941-b066-1da079f0d52e", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:14.482362 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff51e20e-70e7-4275-bb3d-8cc2a63c2360 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:14.482947 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880d609e-164d-4a1a-823b-cee676a990b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f383bb4f-fbb4-4941-b066-1da079f0d52e', 'code': 200} Jun 24 10:22:14.486544 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: acf95cd1-2900-4eab-ab29-75797b0c48a2 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:22:14.487115 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device acf95cd1-2900-4eab-ab29-75797b0c48a2 not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:22:14.493070 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-97074256-dd59-4f6e-97de-06ad988c43f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.515735 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=f383bb4f-fbb4-4941-b066-1da079f0d52e,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:14.520013 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:14.546361 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35602) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:14.586494 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-97074256-dd59-4f6e-97de-06ad988c43f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.589207 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-97074256-dd59-4f6e-97de-06ad988c43f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.590526 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-97074256-dd59-4f6e-97de-06ad988c43f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa4c61d0-55b5-4651-a886-2f3ff4bfe147 HTTP/1.1" status: 204 len: 168 time: 0.2232883 Jun 24 10:22:14.592986 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:14.608395 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97074256-dd59-4f6e-97de-06ad988c43f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4c61d0-55b5-4651-a886-2f3ff4bfe147,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:14.618037 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce27bdc5-ae7f-42e7-84fc-b58c2af71ff3 admin admin] Deleting subnet 6a484a2d-a360-429f-8358-98f5d7832ec9 {{(pid=92851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:22:14.621000 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-97074256-dd59-4f6e-97de-06ad988c43f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:14.622810 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ce27bdc5-ae7f-42e7-84fc-b58c2af71ff3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.690209 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ce27bdc5-ae7f-42e7-84fc-b58c2af71ff3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.696119 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ce27bdc5-ae7f-42e7-84fc-b58c2af71ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.777415 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad9706-9bd1-48c2-994a-f483020e6b3c req-cedc3117-0e86-4641-84eb-fac066fc30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:14.779621 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0dad9706-9bd1-48c2-994a-f483020e6b3c req-cedc3117-0e86-4641-84eb-fac066fc30e2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 1099 time: 0.0824335 Jun 24 10:22:14.831144 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0dad9706-9bd1-48c2-994a-f483020e6b3c req-d2b2bbab-c2cd-46d1-ad8f-407636f49abb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377674 Jun 24 10:22:14.852826 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca54866-9692-4230-8add-2a49c311e786 req-14235f54-3853-400e-8890-8606611b6d28 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:14.861716 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ca54866-9692-4230-8add-2a49c311e786 req-14235f54-3853-400e-8890-8606611b6d28 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1137300 Jun 24 10:22:14.862800 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ce27bdc5-ae7f-42e7-84fc-b58c2af71ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.871614 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-684a1a05-ad9c-4230-a34d-a843677297a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:14.904091 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27bdc5-ae7f-42e7-84fc-b58c2af71ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a484a2d-a360-429f-8358-98f5d7832ec9,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:14.908117 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ce27bdc5-ae7f-42e7-84fc-b58c2af71ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:14.913154 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ce27bdc5-ae7f-42e7-84fc-b58c2af71ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:14.917354 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-ce27bdc5-ae7f-42e7-84fc-b58c2af71ff3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6a484a2d-a360-429f-8358-98f5d7832ec9 HTTP/1.1" status: 204 len: 168 time: 0.3671277 Jun 24 10:22:14.918125 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35616) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:14.929112 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ca54866-9692-4230-8add-2a49c311e786 req-d0eca2b6-efb6-41ae-9ff1-8f61f4785e2f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651734 Jun 24 10:22:14.993076 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.051817 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35618) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:15.065870 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1a02cc9-b97a-4b06-8943-c96fede683fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.123174 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.135149 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299a8209-780f-4ff9-8d5c-a31829a171e7']}} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:15.151634 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79608ef7-e964-4636-b738-786858265d68 req-2f3c2923-e1e6-487a-abab-5b948b0aeb85 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:15.153076 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-79608ef7-e964-4636-b738-786858265d68 req-2f3c2923-e1e6-487a-abab-5b948b0aeb85 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 946 time: 0.1423697 Jun 24 10:22:15.155296 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1a02cc9-b97a-4b06-8943-c96fede683fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.156760 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04274068-671d-457b-9c39-9ba3c84db9e1') {'for_net_delete': True} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:15.157023 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04274068-671d-457b-9c39-9ba3c84db9e1') {} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:15.170372 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1a02cc9-b97a-4b06-8943-c96fede683fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.170813 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7247151'] for segment, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.174898 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-45746973-f9ab-466e-a528-a46de3926377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:15.219730 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.224073 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-a1a02cc9-b97a-4b06-8943-c96fede683fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28c7a12151454da0bc63328bd082114f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705883 Jun 24 10:22:15.224669 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35624) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:15.230439 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a02cc9-b97a-4b06-8943-c96fede683fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b5003e-f58e-4180-a0cb-731d9eb48409,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:15.246116 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a1a02cc9-b97a-4b06-8943-c96fede683fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:15.252590 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=92850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:22:15.252977 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7169148'] for segment, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: Traceback (most recent call last): Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: timer() Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: cb(*args, **kw) Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: return func(*args, **kwargs) Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: self._notify() Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: self.callback(batched_events) Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: event.method(event) Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: return f(self, *a, **k) Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._get(url).json() Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: return self.request(url, 'GET', **kwargs) Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:22:15.256806 dv-cinder-790492-7-iscsi neutron-server[92850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:22:15.303655 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-79608ef7-e964-4636-b738-786858265d68 req-224732bb-02fb-46ef-8082-38cc1025a483 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389802 Jun 24 10:22:15.348250 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.360065 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:15.362952 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-78fa241d-0c86-40c4-9a64-9498be45905f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.366531 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.371134 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] 10.222.0.79 "DELETE /v2.0/networks/299a8209-780f-4ff9-8d5c-a31829a171e7 HTTP/1.1" status: 204 len: 168 time: 0.4523914 Jun 24 10:22:15.389750 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] Pushing event deleted for resources: {'Network': ['ID=299a8209-780f-4ff9-8d5c-a31829a171e7,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:15.400419 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:15.409902 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-78fa241d-0c86-40c4-9a64-9498be45905f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.495983 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-78fa241d-0c86-40c4-9a64-9498be45905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.502905 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-78fa241d-0c86-40c4-9a64-9498be45905f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.504154 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-78fa241d-0c86-40c4-9a64-9498be45905f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/80b5003e-f58e-4180-a0cb-731d9eb48409 HTTP/1.1" status: 204 len: 168 time: 0.2738984 Jun 24 10:22:15.505434 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:15.529501 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa241d-0c86-40c4-9a64-9498be45905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b5003e-f58e-4180-a0cb-731d9eb48409,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:15.534332 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-78fa241d-0c86-40c4-9a64-9498be45905f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:15.662573 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35636) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:15.714558 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-4b2ac13e-a425-4f0e-be19-b971aecd0016 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e94d1e23a52478c9a6b07bcd259d958&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506048 Jun 24 10:22:15.719983 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35640) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:15.776867 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-aea18d7f-5cf9-4a88-8cb8-7e0eabd3addd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.797463 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-aea18d7f-5cf9-4a88-8cb8-7e0eabd3addd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.847299 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-aea18d7f-5cf9-4a88-8cb8-7e0eabd3addd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.849976 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-aea18d7f-5cf9-4a88-8cb8-7e0eabd3addd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:15.851243 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-aea18d7f-5cf9-4a88-8cb8-7e0eabd3addd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1113250e-836e-4a53-9ff0-bd9b500b593c HTTP/1.1" status: 204 len: 168 time: 0.1303012 Jun 24 10:22:15.851995 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1b88adf9-2ed9-43b3-b94e-aa5911dd6a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:15.880498 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea18d7f-5cf9-4a88-8cb8-7e0eabd3addd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1113250e-836e-4a53-9ff0-bd9b500b593c,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:15.883705 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-aea18d7f-5cf9-4a88-8cb8-7e0eabd3addd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:16.135717 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3056ab8-11bb-401f-99ea-d18d96d71df7 req-0a345fe4-d52a-42fc-a70d-1354aaad2c78 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:16.137275 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e3056ab8-11bb-401f-99ea-d18d96d71df7 req-0a345fe4-d52a-42fc-a70d-1354aaad2c78 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0841694 Jun 24 10:22:16.192259 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e3056ab8-11bb-401f-99ea-d18d96d71df7 req-b2b6bc1e-62ed-4dad-b740-c35a922be30c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483804 Jun 24 10:22:16.338614 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35676) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:16.499713 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-419985092-network', 'tenant_id': 'd2b363c2d26b4c098f508a3e83dfa57f'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:16.537653 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811d1ab-7fc4-47f3-a79f-d6dc01fc7c9b req-d6f000ca-44a4-4eea-9b87-03e83c4ae7c5 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:16.539160 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d811d1ab-7fc4-47f3-a79f-d6dc01fc7c9b req-d6f000ca-44a4-4eea-9b87-03e83c4ae7c5 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 946 time: 0.0938239 Jun 24 10:22:16.540046 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Made reservation on behalf of d2b363c2d26b4c098f508a3e83dfa57f for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:16.542313 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:16.553024 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:16.611834 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d811d1ab-7fc4-47f3-a79f-d6dc01fc7c9b req-7e0ff521-d265-43b5-9c65-c9d5f36a0a35 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606856 Jun 24 10:22:16.696588 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:16.703973 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:16.708683 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b15433e8-6942-4fc2-82b9-95ef9d2b9dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:16.731802 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=92850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:22:16.747376 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c318e0-9204-4ce2-b670-f390e6d68ce5,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:16.762292 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:16.765040 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:16.765943 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Added segment 577b7efb-d824-4f76-a014-c00969843883 of type vlan for network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 Jun 24 10:22:16.825306 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:16.870215 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:16.872239 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:16.872942 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:16.875878 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-86d3cae7-6a40-4b30-b8ca-72a803d10fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:16.946118 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6041284 Jun 24 10:22:16.946755 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35712) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:16.956667 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Request body: {'subnet': {'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-419985092-subnet', 'tenant_id': 'd2b363c2d26b4c098f508a3e83dfa57f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:16.975674 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Pushing event updated for resources: {'Network': ['ID=5ce742ba-b4e0-4c3b-a664-a2310e892ab3,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:16.979673 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:16.990168 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Made reservation on behalf of d2b363c2d26b4c098f508a3e83dfa57f for: {'subnet': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:16.990539 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:22:16.994839 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7240800'] for subnet, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:17.502564 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bb4ad-88be-43f7-b590-7a79f6482f90 req-050fab94-4779-49e4-9d9a-c93175457e9f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:17.504013 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f16bb4ad-88be-43f7-b590-7a79f6482f90 req-050fab94-4779-49e4-9d9a-c93175457e9f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1187294 Jun 24 10:22:17.505021 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7169246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7241098'] for subnet, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:17.508143 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e4d8fbd7-8a2f-4cab-ab8f-1c701b5ff8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:17.589274 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f16bb4ad-88be-43f7-b590-7a79f6482f90 req-53b2abf5-1b80-43a4-b792-87d94f88cebe tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783055 Jun 24 10:22:17.591396 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6545cd9f-83e5-42df-8fae-5605d3f6fa82,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:17.594893 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:17.604110 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Checking segment: {'id': '577b7efb-d824-4f76-a014-c00969843883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:22:17.604612 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Network hostable DHCP agents. Network: 5ce742ba-b4e0-4c3b-a664-a2310e892ab3, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:22:17.623890 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:22:17.633678 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 5ce742ba-b4e0-4c3b-a664-a2310e892ab3) {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:17.637582 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:17.638234 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:17.643352 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756a18e2-0e14-40a4-8cc4-995cdf5e3edc None None] Network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:22:17.665219 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7090859 Jun 24 10:22:17.782791 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49caf873-b75c-41a1-812f-bf41a72626b9 None None] Network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:22:18.646590 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35802) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:18.762569 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-917d239e-cb0b-4075-b9e1-1c38840e96ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:18.820578 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d72b7-000d-4379-8155-c50947c327da req-6ec5b468-f6f6-41b2-87e1-476afa19f7fc tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:18.822032 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-355d72b7-000d-4379-8155-c50947c327da req-6ec5b468-f6f6-41b2-87e1-476afa19f7fc tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1056285 Jun 24 10:22:18.883446 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-355d72b7-000d-4379-8155-c50947c327da req-759ede3f-dc39-4079-99b1-43d4bc3688a8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553250 Jun 24 10:22:18.917901 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-917d239e-cb0b-4075-b9e1-1c38840e96ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:18.921655 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-917d239e-cb0b-4075-b9e1-1c38840e96ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:18.924928 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a1a02cc9-b97a-4b06-8943-c96fede683fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:18.959377 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-917d239e-cb0b-4075-b9e1-1c38840e96ac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eb462239e30d4099939bc6121e47fbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116927 Jun 24 10:22:18.960450 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d239e-cb0b-4075-b9e1-1c38840e96ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac2de95-3282-4071-8758-7f61124235c5,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:18.961996 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35806) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:18.964497 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-917d239e-cb0b-4075-b9e1-1c38840e96ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:19.015927 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c362-61c4-42ff-8abb-08b5c1f6e42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:19.036135 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c362-61c4-42ff-8abb-08b5c1f6e42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:19.081575 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c362-61c4-42ff-8abb-08b5c1f6e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:19.084160 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c362-61c4-42ff-8abb-08b5c1f6e42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:19.085273 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-2ef2c362-61c4-42ff-8abb-08b5c1f6e42a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ac2de95-3282-4071-8758-7f61124235c5 HTTP/1.1" status: 204 len: 168 time: 0.1222782 Jun 24 10:22:19.086049 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-88b27e3f-36f6-4640-a930-dc9da0d6d224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:19.093384 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2c362-61c4-42ff-8abb-08b5c1f6e42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac2de95-3282-4071-8758-7f61124235c5,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:19.095795 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2ef2c362-61c4-42ff-8abb-08b5c1f6e42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:19.368178 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35822) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:19.382909 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0dd78ae4-e249-4dd3-bc53-66dcbdaac9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:19.503086 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0dd78ae4-e249-4dd3-bc53-66dcbdaac9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:19.509479 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0dd78ae4-e249-4dd3-bc53-66dcbdaac9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:19.513258 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2d06ec77-711f-4870-87f0-23a8f6323348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:19.548627 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-0dd78ae4-e249-4dd3-bc53-66dcbdaac9e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89fcb5775f2044fa8d7b27137bb036b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770389 Jun 24 10:22:19.549445 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35836) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:19.557012 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd78ae4-e249-4dd3-bc53-66dcbdaac9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81b3210-b348-4cde-ab44-d28228993c46,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:19.570720 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-0dd78ae4-e249-4dd3-bc53-66dcbdaac9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:19.626868 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b68a7ddb-4df1-412a-b351-7b8bcc147f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:19.660795 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b68a7ddb-4df1-412a-b351-7b8bcc147f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:19.727238 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b68a7ddb-4df1-412a-b351-7b8bcc147f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:19.730974 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b68a7ddb-4df1-412a-b351-7b8bcc147f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:19.732376 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-b68a7ddb-4df1-412a-b351-7b8bcc147f6c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b81b3210-b348-4cde-ab44-d28228993c46 HTTP/1.1" status: 204 len: 168 time: 0.1798244 Jun 24 10:22:19.733627 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e78eca95-eb75-42a5-80a3-d71ad2a25380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:19.747991 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a7ddb-4df1-412a-b351-7b8bcc147f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81b3210-b348-4cde-ab44-d28228993c46,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:19.750987 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b68a7ddb-4df1-412a-b351-7b8bcc147f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:19.769061 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-a65e300a-8f67-4c45-9182-45b326122747 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:19.770899 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-a65e300a-8f67-4c45-9182-45b326122747 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/networks?id=5ce742ba-b4e0-4c3b-a664-a2310e892ab3 HTTP/1.1" status: 200 len: 808 time: 0.1499691 Jun 24 10:22:19.806871 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-c7c3785a-1410-4a0a-adae-b78293174a5b tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/quotas/d2b363c2d26b4c098f508a3e83dfa57f HTTP/1.1" status: 200 len: 375 time: 0.0148735 Jun 24 10:22:19.853894 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-aea10ddb-adc4-4448-aaae-c306930d3969 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d2b363c2d26b4c098f508a3e83dfa57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390019 Jun 24 10:22:19.923292 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-4fe49594-e374-49fa-bea9-8da84ed3a498 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:19.924905 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-4fe49594-e374-49fa-bea9-8da84ed3a498 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 815 time: 0.1433678 Jun 24 10:22:19.955067 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-507bbc37-3047-4953-8888-ac3fcea76ad4 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/quotas/ddb7f2fc91c14b388339347649029f0d HTTP/1.1" status: 200 len: 375 time: 0.0223556 Jun 24 10:22:19.960745 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-4d59ac0e-f813-4eb7-82bf-98b4578e2f6d service neutron] 10.222.0.79 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052465 Jun 24 10:22:20.036705 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-1596e00b-7a8d-4338-a223-ddc9e485e0e0 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771809 Jun 24 10:22:20.086918 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-a72e8656-8067-41fe-9241-eb7506d1aaaa service neutron] 10.222.0.79 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183445 Jun 24 10:22:20.405134 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-ac2fcb12-978b-4905-98ba-a706c36da607 service neutron] 10.222.0.79 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613303 Jun 24 10:22:20.440774 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44e426-5a2e-40bf-a513-efd58bc46f2c req-7bb2b82b-b842-491d-b500-45f58c21ed85 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:20.443686 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6b44e426-5a2e-40bf-a513-efd58bc46f2c req-7bb2b82b-b842-491d-b500-45f58c21ed85 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0904243 Jun 24 10:22:20.508616 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6b44e426-5a2e-40bf-a513-efd58bc46f2c req-52b98093-449d-41cf-b123-32b5ee01b29c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543830 Jun 24 10:22:20.543239 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-311cab4c-ec51-4195-978b-6690cea46952 service neutron] 10.222.0.79 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275725 Jun 24 10:22:20.742725 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3e657717-c805-473a-82f3-a899c66c221d req-fff20a7d-762d-465c-b06b-da7ca383296d tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 210 time: 0.0327466 Jun 24 10:22:20.846583 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7548e16c-5ae8-403c-b091-1bfecd8a27d0 req-dea2abe5-92fa-4478-acf8-290f55ea0a58 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 210 time: 0.0401690 Jun 24 10:22:21.190958 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35928) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:21.304203 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-058973d2-1ba9-499c-a3d6-986b7bed7fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.347845 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35942) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:21.393283 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d90758-5fe9-4d74-914e-ffc4feda0daf admin admin] Deleting subnet e9f1c20c-913f-4b4a-bd44-1855c37e4d29 {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:22:21.395444 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-058973d2-1ba9-499c-a3d6-986b7bed7fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.403644 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-058973d2-1ba9-499c-a3d6-986b7bed7fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.404658 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-05d90758-5fe9-4d74-914e-ffc4feda0daf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.406587 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f340fce3-eb98-4312-b9d0-26bf39feb668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:21.448714 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-058973d2-1ba9-499c-a3d6-986b7bed7fb2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f4bd2676fde1455b8cdd99e9ff501ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542953 Jun 24 10:22:21.448931 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-05d90758-5fe9-4d74-914e-ffc4feda0daf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247190'] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.449046 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058973d2-1ba9-499c-a3d6-986b7bed7fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b842aace-d734-4bd8-971f-0be5021ece5b,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:21.449123 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35946) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:21.450650 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-058973d2-1ba9-499c-a3d6-986b7bed7fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:21.514622 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-05d90758-5fe9-4d74-914e-ffc4feda0daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.553883 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7c854542-3762-48ee-9e5e-59947875515f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.589192 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7c854542-3762-48ee-9e5e-59947875515f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.613519 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-05d90758-5fe9-4d74-914e-ffc4feda0daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7169183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7241091'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.630176 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ff0ee252-25c0-4f97-bf49-efe80507aec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:21.701065 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d90758-5fe9-4d74-914e-ffc4feda0daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f1c20c-913f-4b4a-bd44-1855c37e4d29,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:21.704912 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-05d90758-5fe9-4d74-914e-ffc4feda0daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.710042 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 35952) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:21.710267 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-05d90758-5fe9-4d74-914e-ffc4feda0daf admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e9f1c20c-913f-4b4a-bd44-1855c37e4d29 HTTP/1.1" status: 204 len: 168 time: 0.3610377 Jun 24 10:22:21.721487 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-05d90758-5fe9-4d74-914e-ffc4feda0daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:21.806052 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7c854542-3762-48ee-9e5e-59947875515f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.810143 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7c854542-3762-48ee-9e5e-59947875515f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.811521 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-7c854542-3762-48ee-9e5e-59947875515f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b842aace-d734-4bd8-971f-0be5021ece5b HTTP/1.1" status: 204 len: 168 time: 0.3616176 Jun 24 10:22:21.816926 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:21.826786 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.826973 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c854542-3762-48ee-9e5e-59947875515f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842aace-d734-4bd8-971f-0be5021ece5b,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:21.830549 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7c854542-3762-48ee-9e5e-59947875515f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:21.897940 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da3130-e051-4b7c-a68b-ddf16ee8f2e0 req-97457fb4-df1c-4245-9809-78b6e6d805aa tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:21.910929 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-81da3130-e051-4b7c-a68b-ddf16ee8f2e0 req-97457fb4-df1c-4245-9809-78b6e6d805aa tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.2877436 Jun 24 10:22:21.957217 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:21.961047 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-fc437908-41ff-457a-8702-40c796defe5e tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:21.962645 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-fc437908-41ff-457a-8702-40c796defe5e tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.77 "GET /v2.0/networks?id=5ce742ba-b4e0-4c3b-a664-a2310e892ab3 HTTP/1.1" status: 200 len: 808 time: 0.2513094 Jun 24 10:22:21.969570 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:21.969931 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:21.970718 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:21.971077 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > port after_create 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:21.971420 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:21.971747 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > port after_update 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:21.972063 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:21.972379 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:21.972795 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:21.973150 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:21.996542 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-81da3130-e051-4b7c-a68b-ddf16ee8f2e0 req-9212fa48-2f26-4085-b2bf-aa9f5c18b992 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826423 Jun 24 10:22:22.001781 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Request body: {'port': {'device_id': '6cc71181-179f-477d-84fe-2cd86d674422', 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3', 'admin_state_up': True, 'tenant_id': 'd2b363c2d26b4c098f508a3e83dfa57f'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:22.065969 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:22.066337 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:22.066666 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:22.066991 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:22:22.067349 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7282c4a4-df1c-4448-8b54-cbddb0706024']}} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:22.099637 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120a758e-f0fd-4977-a06b-1c6402eeb5d9') {'for_net_delete': True} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:22.100013 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120a758e-f0fd-4977-a06b-1c6402eeb5d9') {} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:22.133875 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4309d845-12e1-4723-bc51-223fd870056c req-7650e7a8-adfb-447e-ae89-c23ed6266b55 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 210 time: 0.0510075 Jun 24 10:22:22.136229 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4397117'] for segment, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.171538 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Made reservation on behalf of d2b363c2d26b4c098f508a3e83dfa57f for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:22.179552 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.195302 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.210684 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=92851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:22:22.211444 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5463496'] for segment, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: from cryptography.utils import int_from_bytes Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: from cryptography.utils import int_from_bytes Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: Traceback (most recent call last): Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: timer() Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: cb(*args, **kw) Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: return func(*args, **kwargs) Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: self._notify() Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: self.callback(batched_events) Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: event.method(event) Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: return f(self, *a, **k) Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._get(url).json() Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: return self.request(url, 'GET', **kwargs) Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:22:22.217494 dv-cinder-790492-7-iscsi neutron-server[92851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:22:22.253376 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-261c3e63-3aaa-4b08-b236-8a0a0dd2480c req-e82e0415-c5a5-47d5-923b-fcdc6c988bf9 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 210 time: 0.0448170 Jun 24 10:22:22.324717 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.331260 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.335306 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7282c4a4-df1c-4448-8b54-cbddb0706024 HTTP/1.1" status: 204 len: 168 time: 0.6224556 Jun 24 10:22:22.336742 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:22.339175 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35974) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:22.352314 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Pushing event deleted for resources: {'Network': ['ID=7282c4a4-df1c-4448-8b54-cbddb0706024,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:22.360070 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:22.458620 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7305e78-3873-4891-83ee-15224a06512d admin admin] Deleting subnet a7346d0a-a0d8-4e5b-af9d-de9dfb4806b6 {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:22:22.473493 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7305e78-3873-4891-83ee-15224a06512d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.501740 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-545daa40-22b0-4bab-b4b2-e611a36a6620 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:22.504102 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-545daa40-22b0-4bab-b4b2-e611a36a6620 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 815 time: 0.1369152 Jun 24 10:22:22.532078 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Request body: {'port': {'device_id': '510cc937-78a8-4dea-b231-ea42394cbadd', 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac', 'admin_state_up': True, 'tenant_id': 'ddb7f2fc91c14b388339347649029f0d'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:22.533313 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Allocated IP 172.20.0.8 (5ce742ba-b4e0-4c3b-a664-a2310e892ab3/6545cd9f-83e5-42df-8fae-5605d3f6fa82/d839b1c0-907a-43b3-a4aa-d3c894098b28) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:22:22.564325 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7305e78-3873-4891-83ee-15224a06512d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247190'] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.639995 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7305e78-3873-4891-83ee-15224a06512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.691549 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Made reservation on behalf of ddb7f2fc91c14b388339347649029f0d for: {'port': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:22.695592 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.775714 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7305e78-3873-4891-83ee-15224a06512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7169183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7241091'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.787204 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4eed86e6-063f-4601-9d6a-e9872762c828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:22.813673 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7305e78-3873-4891-83ee-15224a06512d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7346d0a-a0d8-4e5b-af9d-de9dfb4806b6,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:22.819204 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e7305e78-3873-4891-83ee-15224a06512d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:22.839225 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Allocated IP 172.20.0.5 (6186853d-ba56-421b-a11d-04e8abb947ac/584b15ea-f101-4397-923f-8e843e6db118/2f0f4c0d-9782-47a1-b459-e7e9233fcfab) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:22:22.840598 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7305e78-3873-4891-83ee-15224a06512d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.842571 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e7305e78-3873-4891-83ee-15224a06512d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a7346d0a-a0d8-4e5b-af9d-de9dfb4806b6 HTTP/1.1" status: 204 len: 168 time: 0.4940407 Jun 24 10:22:22.845248 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 35994) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:22.849485 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.943810 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.991751 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:22.996213 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:23.044102 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.114573 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.128946 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:22:23.133500 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:23.135443 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Pushing event updated for resources: {'Port': ['ID=d839b1c0-907a-43b3-a4aa-d3c894098b28,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:23.137575 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:22:23.142954 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:23.145868 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.165364 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:23.174418 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['62c4af78-3d1d-4d74-b153-fe4cc676cc3a', 'f383bb4f-fbb4-4941-b066-1da079f0d52e'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:23.178607 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c545ab5d-cbdc-4057-9e6a-005275e65044']}} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:23.194728 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c71ff5b-74a3-42b9-8ca8-f9144b443b6f') {'for_net_delete': True} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:23.194728 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c71ff5b-74a3-42b9-8ca8-f9144b443b6f') {} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:22:23.211165 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7247151'] for segment, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.217362 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Network 6186853d-ba56-421b-a11d-04e8abb947ac is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:22:23.225158 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:23.227977 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:22:23.241503 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:23.242197 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.265711 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Pushing event updated for resources: {'Port': ['ID=2f0f4c0d-9782-47a1-b459-e7e9233fcfab,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:23.265807 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2681184 Jun 24 10:22:23.269107 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.282196 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:23.282407 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=92850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:22:23.282407 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7169148'] for segment, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: Traceback (most recent call last): Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: timer() Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: cb(*args, **kw) Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: return func(*args, **kwargs) Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: self._notify() Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: self.callback(batched_events) Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: event.method(event) Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: return f(self, *a, **k) Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._get(url).json() Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: return self.request(url, 'GET', **kwargs) Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:22:23.282715 dv-cinder-790492-7-iscsi neutron-server[92850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:22:23.324629 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Request body: {'port': {'device_id': '6cc71181-179f-477d-84fe-2cd86d674422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:23.325467 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453c366-4bd5-460b-9c2d-6e6d358e54cb req-ebad0b04-cea9-467d-9ad5-68e09aebf716 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:23.332964 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c453c366-4bd5-460b-9c2d-6e6d358e54cb req-ebad0b04-cea9-467d-9ad5-68e09aebf716 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.2163427 Jun 24 10:22:23.341858 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:23.342534 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.377957 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534477 Jun 24 10:22:23.394988 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c453c366-4bd5-460b-9c2d-6e6d358e54cb req-c772ef7d-d2a3-4dd6-9b8f-052f02f4c129 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610299 Jun 24 10:22:23.406496 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Request body: {'port': {'device_id': '510cc937-78a8-4dea-b231-ea42394cbadd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:23.488535 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.508117 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:23.512499 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.514343 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c545ab5d-cbdc-4057-9e6a-005275e65044 HTTP/1.1" status: 204 len: 168 time: 0.6681614 Jun 24 10:22:23.538642 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] Pushing event deleted for resources: {'Network': ['ID=c545ab5d-cbdc-4057-9e6a-005275e65044,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:23.541718 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.544081 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1799d522-59e7-4d27-8c36-1ef6143e6188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:23.579348 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f79f9c-c30c-4173-9801-1758c1c9ff77 req-939d6169-dba7-450c-bfcc-d3e2c9fe66ea tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:23.580258 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:23.580878 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-47f79f9c-c30c-4173-9801-1758c1c9ff77 req-939d6169-dba7-450c-bfcc-d3e2c9fe66ea tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 931 time: 0.1823063 Jun 24 10:22:23.667238 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d516-c11d-4b6b-85a8-b1a85cfb00e7 req-2dc62d62-ca2b-4e1e-810c-80d2e307a984 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:23.674577 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1c68d516-c11d-4b6b-85a8-b1a85cfb00e7 req-2dc62d62-ca2b-4e1e-810c-80d2e307a984 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 931 time: 0.1415029 Jun 24 10:22:23.771193 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1c68d516-c11d-4b6b-85a8-b1a85cfb00e7 req-5a47bdcc-765d-430d-a015-feacece73c34 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957530 Jun 24 10:22:23.847923 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-47f79f9c-c30c-4173-9801-1758c1c9ff77 req-9babea78-d158-4045-ad23-09979d20b4e2 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237372 Jun 24 10:22:23.924217 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 36028) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:24.001463 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d839b1c0-907a-43b3-a4aa-d3c894098b28 {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:22:24.010156 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.017329 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-0001bf33-568e-4923-89cd-5594cfcc4b05 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b04149f7749f4972b3958c9881383b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890231 Jun 24 10:22:24.017840 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 36032) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:24.027229 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0f4c0d-9782-47a1-b459-e7e9233fcfab {{(pid=92851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:22:24.035155 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.036813 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Transition to ACTIVE for port object d839b1c0-907a-43b3-a4aa-d3c894098b28 will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:22:24.044477 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.047210 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Transition to ACTIVE for port object 2f0f4c0d-9782-47a1-b459-e7e9233fcfab will not be triggered until provisioned by entity L2. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:22:24.050161 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fb9e7853-7881-4b8a-810e-a716fe70b2d9 tempest-DeleteServersTestJSON-2008225716 tempest-DeleteServersTestJSON-2008225716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:24.051659 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.054718 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:24.095661 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d839b1c0-907a-43b3-a4aa-d3c894098b28,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:24.100900 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:24.165714 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0f4c0d-9782-47a1-b459-e7e9233fcfab,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:24.176909 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-781f9d6f-ae7b-4147-9ff4-187a776216ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.185785 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:24.210327 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-781f9d6f-ae7b-4147-9ff4-187a776216ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.217512 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Attempting to bind port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:22:24.218011 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Attempting to bind port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:22:24.218614 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Attempting to bind port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab on network 6186853d-ba56-421b-a11d-04e8abb947ac {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:22:24.223150 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab on network 6186853d-ba56-421b-a11d-04e8abb947ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:22:24.223495 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Attempting to bind port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab on network 6186853d-ba56-421b-a11d-04e8abb947ac {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:22:24.228679 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:22:24.228968 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Checking segment: {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:22:24.229368 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Bound using segment: {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:22:24.229864 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Bound port: 2f0f4c0d-9782-47a1-b459-e7e9233fcfab, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'}}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:22:24.230200 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.235727 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Attempting to bind port d839b1c0-907a-43b3-a4aa-d3c894098b28 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:22:24.236079 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Attempting to bind port d839b1c0-907a-43b3-a4aa-d3c894098b28 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '577b7efb-d824-4f76-a014-c00969843883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:22:24.236388 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Attempting to bind port d839b1c0-907a-43b3-a4aa-d3c894098b28 on network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:22:24.250193 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Port d839b1c0-907a-43b3-a4aa-d3c894098b28 on network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:22:24.250525 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Attempting to bind port d839b1c0-907a-43b3-a4aa-d3c894098b28 on network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:22:24.258645 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:22:24.258979 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Checking segment: {'id': '577b7efb-d824-4f76-a014-c00969843883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:22:24.259358 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Bound using segment: {'id': '577b7efb-d824-4f76-a014-c00969843883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:22:24.259784 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Bound port: d839b1c0-907a-43b3-a4aa-d3c894098b28, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577b7efb-d824-4f76-a014-c00969843883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:22:24.260137 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.310453 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] For port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab, host hv-cinder-79049, cleared binding levels {{(pid=92851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:22:24.316607 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] For port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2f0f4c0d-9782-47a1-b459-e7e9233fcfab,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:22:24.322846 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.327937 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:24.337216 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] For port d839b1c0-907a-43b3-a4aa-d3c894098b28, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:22:24.339353 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-781f9d6f-ae7b-4147-9ff4-187a776216ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.342309 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-781f9d6f-ae7b-4147-9ff4-187a776216ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.343448 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-781f9d6f-ae7b-4147-9ff4-187a776216ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee3766d8-b0ea-4d6c-84fa-9412c1b3a282 HTTP/1.1" status: 204 len: 168 time: 0.3246026 Jun 24 10:22:24.345186 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] For port d839b1c0-907a-43b3-a4aa-d3c894098b28, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d839b1c0-907a-43b3-a4aa-d3c894098b28,segment=NetworkSegment(577b7efb-d824-4f76-a014-c00969843883),segment_id=577b7efb-d824-4f76-a014-c00969843883)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:22:24.346192 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2ef2c362-61c4-42ff-8abb-08b5c1f6e42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:24.357871 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f9d6f-ae7b-4147-9ff4-187a776216ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3766d8-b0ea-4d6c-84fa-9412c1b3a282,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:24.364400 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:24.364535 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.365007 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.367618 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-781f9d6f-ae7b-4147-9ff4-187a776216ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:24.369361 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-701feb76-79e4-465a-8d75-09e9952cc762 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:24.377697 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] 10.222.0.77 "PUT /v2.0/ports/2f0f4c0d-9782-47a1-b459-e7e9233fcfab HTTP/1.1" status: 200 len: 1093 time: 0.9704144 Jun 24 10:22:24.378331 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510cc937-78a8-4dea-b231-ea42394cbadd', 'tag': '2f0f4c0d-9782-47a1-b459-e7e9233fcfab'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:22:24.380897 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffc3248-d9df-4c60-a1c2-bc791fdaee17" -d '{"events": [{"name": "network-changed", "server_uuid": "510cc937-78a8-4dea-b231-ea42394cbadd", "tag": "2f0f4c0d-9782-47a1-b459-e7e9233fcfab"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:24.406005 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:24.406847 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:24.408287 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] 10.222.0.77 "PUT /v2.0/ports/d839b1c0-907a-43b3-a4aa-d3c894098b28 HTTP/1.1" status: 200 len: 1093 time: 1.1248484 Jun 24 10:22:24.411243 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc71181-179f-477d-84fe-2cd86d674422', 'tag': 'd839b1c0-907a-43b3-a4aa-d3c894098b28'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:22:24.414187 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436a7a67-f9a4-4bb2-a507-6c6be81f3f41" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc71181-179f-477d-84fe-2cd86d674422", "tag": "d839b1c0-907a-43b3-a4aa-d3c894098b28"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:24.454971 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aa7d65-c246-42bf-8c8c-22d97a991241 x-openstack-request-id: req-c9aa7d65-c246-42bf-8c8c-22d97a991241 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:24.455281 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510cc937-78a8-4dea-b231-ea42394cbadd", "tag": "2f0f4c0d-9782-47a1-b459-e7e9233fcfab", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:24.455562 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c9aa7d65-c246-42bf-8c8c-22d97a991241 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:24.455980 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510cc937-78a8-4dea-b231-ea42394cbadd', 'tag': '2f0f4c0d-9782-47a1-b459-e7e9233fcfab', 'status': 'completed', 'code': 200} Jun 24 10:22:24.457108 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0f4c0d-9782-47a1-b459-e7e9233fcfab,revision_number=3']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:24.479873 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d839b1c0-907a-43b3-a4aa-d3c894098b28,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:24.482935 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:24.495850 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:24.508450 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-d56604cc-6fc5-4cbb-a2fb-f0401ca9df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:24.510967 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-d56604cc-6fc5-4cbb-a2fb-f0401ca9df2e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 1096 time: 0.0866754 Jun 24 10:22:24.523916 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc211de9-5258-4c1e-b667-a524a02dbe55 x-openstack-request-id: req-dc211de9-5258-4c1e-b667-a524a02dbe55 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:24.524249 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc71181-179f-477d-84fe-2cd86d674422", "tag": "d839b1c0-907a-43b3-a4aa-d3c894098b28", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:24.524541 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc211de9-5258-4c1e-b667-a524a02dbe55 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:24.524971 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc71181-179f-477d-84fe-2cd86d674422', 'tag': 'd839b1c0-907a-43b3-a4aa-d3c894098b28', 'status': 'completed', 'code': 200} Jun 24 10:22:24.567135 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-2c2a4f68-6b9b-41e0-a717-65af3a6f9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:24.569637 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-2c2a4f68-6b9b-41e0-a717-65af3a6f9319 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d2b363c2d26b4c098f508a3e83dfa57f&device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 1096 time: 0.0921607 Jun 24 10:22:24.569783 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-5c03f49d-ae72-4145-b232-e55f7267a7c7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f0f4c0d-9782-47a1-b459-e7e9233fcfab HTTP/1.1" status: 200 len: 217 time: 0.0435247 Jun 24 10:22:24.637907 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-0d82740c-8327-494c-9fc5-5ac5e90e90c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d839b1c0-907a-43b3-a4aa-d3c894098b28 HTTP/1.1" status: 200 len: 217 time: 0.0539718 Jun 24 10:22:24.658198 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-01b346f9-a93c-4617-acd8-a8e2df4d4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:24.660003 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-01b346f9-a93c-4617-acd8-a8e2df4d4a0e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584b15ea-f101-4397-923f-8e843e6db118 HTTP/1.1" status: 200 len: 855 time: 0.0755074 Jun 24 10:22:24.700662 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-5ebd5edd-75a6-4e90-8caf-0b9be592dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:24.702102 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-5ebd5edd-75a6-4e90-8caf-0b9be592dfed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6545cd9f-83e5-42df-8fae-5605d3f6fa82 HTTP/1.1" status: 200 len: 848 time: 0.0522456 Jun 24 10:22:24.715881 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-2deee6dc-d61e-4213-b4d1-d2a397315ad7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6186853d-ba56-421b-a11d-04e8abb947ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395651 Jun 24 10:22:24.754915 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-98e3abb4-9302-4145-b26d-966d53aa77a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ce742ba-b4e0-4c3b-a664-a2310e892ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401878 Jun 24 10:22:24.836850 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-2adbaf85-3b3b-40f0-acee-a1b2d25c9ebf service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116834 Jun 24 10:22:24.932652 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab7dcc-85b6-4572-a093-6f4517cadc84 req-2fdd328a-7573-4c45-a640-739354c3828f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:24.943035 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-87ab7dcc-85b6-4572-a093-6f4517cadc84 req-2fdd328a-7573-4c45-a640-739354c3828f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.3675928 Jun 24 10:22:25.007573 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 36062) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:25.038698 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-87ab7dcc-85b6-4572-a093-6f4517cadc84 req-f5c50ea0-c9e1-44af-a9cb-e935823c8e31 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920379 Jun 24 10:22:25.057159 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-a1837f9d-089a-419d-ac70-63fe20aa6e3f service neutron] 10.222.0.77 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869320 Jun 24 10:22:25.146370 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-1feb0646-2b70-4bb9-bf39-5bf07872a7e8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07801c9b8fb042a5a28315336af17517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353490 Jun 24 10:22:25.147750 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 36068) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:25.236609 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4893dba6-1496-46cf-a5b5-801ea17dea07 req-36e6c045-b0a3-40a3-a02f-35600d60ce37 service neutron] 10.222.0.77 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720688 Jun 24 10:22:25.268723 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ae48-77a9-4923-8672-9104bdf7f038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:25.298100 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ae48-77a9-4923-8672-9104bdf7f038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:25.299182 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e9d28311-5219-4f37-9d25-daee7ca318f5 req-2f088b35-e058-41f0-8061-3c5da9768993 service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512849 Jun 24 10:22:25.317033 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a4256-8914-4f18-81dc-2360b7f1e9fc req-2a7cd07c-cd79-40c4-acba-2035fd2c4527 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:25.318496 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-890a4256-8914-4f18-81dc-2360b7f1e9fc req-2a7cd07c-cd79-40c4-acba-2035fd2c4527 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 943 time: 0.1035252 Jun 24 10:22:25.362927 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-890a4256-8914-4f18-81dc-2360b7f1e9fc req-77a2f54c-1f74-40a0-9c6e-5336abdcad1d tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372705 Jun 24 10:22:25.373172 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca00f6-ee97-4c75-8b2e-1dcafc677ecb req-637970da-8fe1-4016-9913-648f44af5226 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:25.374843 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c5ca00f6-ee97-4c75-8b2e-1dcafc677ecb req-637970da-8fe1-4016-9913-648f44af5226 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 943 time: 0.1646242 Jun 24 10:22:25.427020 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a7a67-f9a4-4bb2-a507-6c6be81f3f41 req-4b1c6583-4c42-4ed2-9093-9ad308fd004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:25.428649 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-436a7a67-f9a4-4bb2-a507-6c6be81f3f41 req-4b1c6583-4c42-4ed2-9093-9ad308fd004f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d2b363c2d26b4c098f508a3e83dfa57f&device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 1096 time: 0.1130688 Jun 24 10:22:25.437276 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ae48-77a9-4923-8672-9104bdf7f038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:25.440151 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ae48-77a9-4923-8672-9104bdf7f038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:25.441162 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-8fe8ae48-77a9-4923-8672-9104bdf7f038 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b2a124c-f90a-46a8-b3bb-5bf096f1bb0a HTTP/1.1" status: 204 len: 168 time: 0.2925217 Jun 24 10:22:25.445379 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f54418b4-3360-4eca-81c5-dd0fabb6fdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:25.458860 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c5ca00f6-ee97-4c75-8b2e-1dcafc677ecb req-7b585129-b56b-43f7-85b8-e25a29ee2236 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765831 Jun 24 10:22:25.464502 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc3248-d9df-4c60-a1c2-bc791fdaee17 req-6bbcd5d3-88c7-436a-862c-7a216648973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:25.466598 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ffc3248-d9df-4c60-a1c2-bc791fdaee17 req-6bbcd5d3-88c7-436a-862c-7a216648973b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 1096 time: 0.0920501 Jun 24 10:22:25.476531 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8ae48-77a9-4923-8672-9104bdf7f038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2a124c-f90a-46a8-b3bb-5bf096f1bb0a,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:25.516634 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-8fe8ae48-77a9-4923-8672-9104bdf7f038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:25.585410 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc3248-d9df-4c60-a1c2-bc791fdaee17 req-c13e848a-2886-468c-92ca-d016dd652d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:25.587379 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ffc3248-d9df-4c60-a1c2-bc791fdaee17 req-c13e848a-2886-468c-92ca-d016dd652d3f service neutron] 10.222.0.77 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 917 time: 0.1133099 Jun 24 10:22:25.593204 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a7a67-f9a4-4bb2-a507-6c6be81f3f41 req-6880e51a-c236-4b18-a2d5-7926edc7e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:25.594838 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-436a7a67-f9a4-4bb2-a507-6c6be81f3f41 req-6880e51a-c236-4b18-a2d5-7926edc7e9a2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ce742ba-b4e0-4c3b-a664-a2310e892ab3 HTTP/1.1" status: 200 len: 910 time: 0.1508553 Jun 24 10:22:25.633525 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ffc3248-d9df-4c60-a1c2-bc791fdaee17 req-8a49fc4a-045e-4de2-8ede-57ff67bc1e59 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f0f4c0d-9782-47a1-b459-e7e9233fcfab HTTP/1.1" status: 200 len: 217 time: 0.0367653 Jun 24 10:22:25.641805 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-436a7a67-f9a4-4bb2-a507-6c6be81f3f41 req-ae0b396c-6d22-40ec-8c93-6d62f3f2164f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d839b1c0-907a-43b3-a4aa-d3c894098b28 HTTP/1.1" status: 200 len: 217 time: 0.0365953 Jun 24 10:22:25.716677 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc3248-d9df-4c60-a1c2-bc791fdaee17 req-61a7c5ec-9480-493e-ad95-6a9b42b39f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:25.718514 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ffc3248-d9df-4c60-a1c2-bc791fdaee17 req-61a7c5ec-9480-493e-ad95-6a9b42b39f35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584b15ea-f101-4397-923f-8e843e6db118 HTTP/1.1" status: 200 len: 855 time: 0.0505829 Jun 24 10:22:25.727430 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a7a67-f9a4-4bb2-a507-6c6be81f3f41 req-03f070c2-87c8-4956-a94e-88d0775882f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:25.729011 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-436a7a67-f9a4-4bb2-a507-6c6be81f3f41 req-03f070c2-87c8-4956-a94e-88d0775882f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6545cd9f-83e5-42df-8fae-5605d3f6fa82 HTTP/1.1" status: 200 len: 848 time: 0.0548038 Jun 24 10:22:25.753366 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ffc3248-d9df-4c60-a1c2-bc791fdaee17 req-0acc1891-52f8-4c89-98ba-7cee86dfae6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6186853d-ba56-421b-a11d-04e8abb947ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262184 Jun 24 10:22:25.772089 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-436a7a67-f9a4-4bb2-a507-6c6be81f3f41 req-690f4d88-2d9a-4ad8-b3e9-bdb69255de1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ce742ba-b4e0-4c3b-a664-a2310e892ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288873 Jun 24 10:22:25.868188 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ffc3248-d9df-4c60-a1c2-bc791fdaee17 req-ce1f991d-c0de-4140-acbf-1cff719f4f36 service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048586 Jun 24 10:22:25.871910 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-436a7a67-f9a4-4bb2-a507-6c6be81f3f41 req-7bbdf4d9-147f-4404-b894-1fd1294f3af7 service neutron] 10.222.0.77 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906918 Jun 24 10:22:25.973793 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-436a7a67-f9a4-4bb2-a507-6c6be81f3f41 req-0a8a6bb6-a245-4a58-aa67-24246ff14a93 service neutron] 10.222.0.77 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915844 Jun 24 10:22:25.975663 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ffc3248-d9df-4c60-a1c2-bc791fdaee17 req-b7501ab6-e3d3-45ac-8568-8125c1fee7f4 service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936193 Jun 24 10:22:26.248805 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a8ce9-e42a-4a99-9eb4-adf3d5158a91 req-8cad9612-a447-49ac-a125-452bc9113b2f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:26.250357 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1b4a8ce9-e42a-4a99-9eb4-adf3d5158a91 req-8cad9612-a447-49ac-a125-452bc9113b2f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0747619 Jun 24 10:22:26.298345 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1b4a8ce9-e42a-4a99-9eb4-adf3d5158a91 req-3f05b826-5c4c-489a-b0e4-58778c096ec9 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406349 Jun 24 10:22:26.575112 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4e3aa-9bfd-4ad7-95f1-aad81fae47f1 req-d64ae54e-7b82-4d97-b8d9-f4c60f7017d2 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:26.582245 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cef4e3aa-9bfd-4ad7-95f1-aad81fae47f1 req-d64ae54e-7b82-4d97-b8d9-f4c60f7017d2 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 943 time: 0.1020098 Jun 24 10:22:26.637745 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cef4e3aa-9bfd-4ad7-95f1-aad81fae47f1 req-bca73eaa-8035-4c83-ba44-c381cd0d7c1f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503767 Jun 24 10:22:26.697558 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca6a73-eaf6-413b-9915-bd1293d39107 req-a3114b94-c77c-46ee-a8b1-0a7503eb8dfd tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:26.705526 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-67ca6a73-eaf6-413b-9915-bd1293d39107 req-a3114b94-c77c-46ee-a8b1-0a7503eb8dfd tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 943 time: 0.1033878 Jun 24 10:22:26.760663 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-67ca6a73-eaf6-413b-9915-bd1293d39107 req-0f74a6d5-be0c-4b61-a85e-b40d4cdd9684 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540147 Jun 24 10:22:27.476626 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d1a3e-84af-4e9f-9971-97448f07c131 req-2f277203-ef48-457d-9c7f-7bf633072063 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:27.478036 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-995d1a3e-84af-4e9f-9971-97448f07c131 req-2f277203-ef48-457d-9c7f-7bf633072063 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0652320 Jun 24 10:22:27.715074 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-995d1a3e-84af-4e9f-9971-97448f07c131 req-fd69e650-6a61-4d15-aad2-4efe0b94e62b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312741 Jun 24 10:22:27.815608 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3186cd4-b68c-4345-b0e0-d0cf4051e2d2 req-cd598b5d-90b9-4c33-bfae-e1fdff588e58 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:27.817140 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f3186cd4-b68c-4345-b0e0-d0cf4051e2d2 req-cd598b5d-90b9-4c33-bfae-e1fdff588e58 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 943 time: 0.0635550 Jun 24 10:22:27.856927 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f3186cd4-b68c-4345-b0e0-d0cf4051e2d2 req-71dee44a-07bc-43fa-bbcf-973e61d18884 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336800 Jun 24 10:22:27.932467 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbc007-0522-4153-b456-b79faa207302 req-f1759148-5af1-4d3d-8264-742760cdd85c tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:27.933839 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1cbbc007-0522-4153-b456-b79faa207302 req-f1759148-5af1-4d3d-8264-742760cdd85c tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 943 time: 0.0668550 Jun 24 10:22:27.976848 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1cbbc007-0522-4153-b456-b79faa207302 req-c730b959-384f-4ac0-9ae2-128621a9eec4 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351350 Jun 24 10:22:28.264396 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2f0f4c0d-9782-47a1-b459-e7e9233fcfab details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:22:28.312573 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-69200acd-a6dc-48d2-9a2b-4d1ef44fbf5a req-fd4d4fb8-c002-488d-8266-cf7d4f269666 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500848 Jun 24 10:22:28.367926 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2f0f4c0d-9782-47a1-b459-e7e9233fcfab,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:28.379740 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '2f0f4c0d-9782-47a1-b459-e7e9233fcfab', 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac', 'port_id': '2f0f4c0d-9782-47a1-b459-e7e9233fcfab', 'mac_address': 'fa:16:3e:bd:e1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584b15ea-f101-4397-923f-8e843e6db118', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:22:28.420130 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:28.430820 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69200acd-a6dc-48d2-9a2b-4d1ef44fbf5a req-10cb9bb9-b64a-4343-ba35-721b6f4b0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:28.432409 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-69200acd-a6dc-48d2-9a2b-4d1ef44fbf5a req-10cb9bb9-b64a-4343-ba35-721b6f4b0327 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 1099 time: 0.0670841 Jun 24 10:22:28.433463 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0f4c0d-9782-47a1-b459-e7e9233fcfab {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:22:28.454818 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2f0f4c0d-9782-47a1-b459-e7e9233fcfab,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:28.459474 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:28.460318 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device d839b1c0-907a-43b3-a4aa-d3c894098b28 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:22:28.462220 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:28.528263 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=2f0f4c0d-9782-47a1-b459-e7e9233fcfab,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:28.540227 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:28.554917 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69200acd-a6dc-48d2-9a2b-4d1ef44fbf5a req-2c498164-aaa4-40d4-9f33-a6be008e6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:28.556362 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-69200acd-a6dc-48d2-9a2b-4d1ef44fbf5a req-2c498164-aaa4-40d4-9f33-a6be008e6ce2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 917 time: 0.0957429 Jun 24 10:22:28.606630 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-69200acd-a6dc-48d2-9a2b-4d1ef44fbf5a req-d08bde77-1a24-4365-81df-9e8598116929 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c4af78-3d1d-4d74-b153-fe4cc676cc3a HTTP/1.1" status: 200 len: 217 time: 0.0418639 Jun 24 10:22:28.627660 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port d839b1c0-907a-43b3-a4aa-d3c894098b28, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d839b1c0-907a-43b3-a4aa-d3c894098b28,segment=NetworkSegment(577b7efb-d824-4f76-a014-c00969843883),segment_id=577b7efb-d824-4f76-a014-c00969843883)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:28.639226 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': 'd839b1c0-907a-43b3-a4aa-d3c894098b28', 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3', 'port_id': 'd839b1c0-907a-43b3-a4aa-d3c894098b28', 'mac_address': 'fa:16:3e:4c:e8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6545cd9f-83e5-42df-8fae-5605d3f6fa82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:22:28.660041 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69200acd-a6dc-48d2-9a2b-4d1ef44fbf5a req-c8b12880-50ce-4333-8fe1-eadcbe43ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:28.661696 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-69200acd-a6dc-48d2-9a2b-4d1ef44fbf5a req-c8b12880-50ce-4333-8fe1-eadcbe43ff8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584b15ea-f101-4397-923f-8e843e6db118 HTTP/1.1" status: 200 len: 855 time: 0.0484014 Jun 24 10:22:28.692042 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:28.707024 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d839b1c0-907a-43b3-a4aa-d3c894098b28 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:22:28.707845 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-69200acd-a6dc-48d2-9a2b-4d1ef44fbf5a req-fe6e4e29-2163-4e20-8d4c-6aae0cec0186 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6186853d-ba56-421b-a11d-04e8abb947ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336933 Jun 24 10:22:28.734347 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port d839b1c0-907a-43b3-a4aa-d3c894098b28, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d839b1c0-907a-43b3-a4aa-d3c894098b28,segment=NetworkSegment(577b7efb-d824-4f76-a014-c00969843883),segment_id=577b7efb-d824-4f76-a014-c00969843883)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:28.738364 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:28.740359 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:28.798151 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=d839b1c0-907a-43b3-a4aa-d3c894098b28,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:28.809359 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:28.836329 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-69200acd-a6dc-48d2-9a2b-4d1ef44fbf5a req-d3feacba-c9ee-4ae0-b083-43bf2b36674e service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031415 Jun 24 10:22:28.902004 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7090-35e9-41e7-a6e7-eb4741de95b6 req-ff144f94-72e8-4476-8f3c-1e4d10fd07d8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:28.903969 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cfee7090-35e9-41e7-a6e7-eb4741de95b6 req-ff144f94-72e8-4476-8f3c-1e4d10fd07d8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0654416 Jun 24 10:22:28.935846 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-69200acd-a6dc-48d2-9a2b-4d1ef44fbf5a req-a74e3a70-a31b-4f02-bc34-5720b9a32683 service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841892 Jun 24 10:22:28.946568 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cfee7090-35e9-41e7-a6e7-eb4741de95b6 req-d3409d09-befc-49c4-a363-125a1bab6e1d tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357156 Jun 24 10:22:29.051892 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654576d2-c001-4dbc-80a8-d1d97ec59b3b req-6228b62c-ed59-4d5a-b578-16dc1e9317a8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:29.053649 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-654576d2-c001-4dbc-80a8-d1d97ec59b3b req-6228b62c-ed59-4d5a-b578-16dc1e9317a8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 944 time: 0.0791531 Jun 24 10:22:29.102681 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-654576d2-c001-4dbc-80a8-d1d97ec59b3b req-8ea2da2f-ab4f-4044-9308-8259d41c23ff tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Jun 24 10:22:29.164865 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fee708-6ea6-4a96-9876-3accaff13ed4 req-38173aa4-df82-4f4e-af8a-36e3a379fa2d tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:29.166345 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-25fee708-6ea6-4a96-9876-3accaff13ed4 req-38173aa4-df82-4f4e-af8a-36e3a379fa2d tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 944 time: 0.0690184 Jun 24 10:22:29.203906 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-25fee708-6ea6-4a96-9876-3accaff13ed4 req-b11290dc-042b-4440-90ff-e075757f64a6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310719 Jun 24 10:22:29.204822 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['2f0f4c0d-9782-47a1-b459-e7e9233fcfab'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:29.228009 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['d839b1c0-907a-43b3-a4aa-d3c894098b28'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:30.148134 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043f42-58ed-4e55-92c5-cbc73ec70b80 req-a56188f1-563a-4a4e-bef3-a4203dff8c75 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:30.148134 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-eb043f42-58ed-4e55-92c5-cbc73ec70b80 req-a56188f1-563a-4a4e-bef3-a4203dff8c75 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0687695 Jun 24 10:22:30.186067 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-eb043f42-58ed-4e55-92c5-cbc73ec70b80 req-b9eed885-ff3d-4dbc-b554-b1c5fdb79825 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321085 Jun 24 10:22:30.299450 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351feb7c-6029-4c18-932f-b161f8db804e req-a0720556-9263-4a23-961b-e7da3b64bc15 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:30.300918 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-351feb7c-6029-4c18-932f-b161f8db804e req-a0720556-9263-4a23-961b-e7da3b64bc15 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 944 time: 0.0623829 Jun 24 10:22:30.340988 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-351feb7c-6029-4c18-932f-b161f8db804e req-09ac423d-337e-48f5-b5be-9b54a251aad8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Jun 24 10:22:30.384430 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8364553-145c-495a-ae6a-72623c2505af req-81be73a5-2b01-4b7b-a0c7-438c9f2b3e24 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:30.385942 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b8364553-145c-495a-ae6a-72623c2505af req-81be73a5-2b01-4b7b-a0c7-438c9f2b3e24 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 944 time: 0.0712116 Jun 24 10:22:30.396966 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:22:30.425968 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b8364553-145c-495a-ae6a-72623c2505af req-88739448-09cb-4744-a72f-ed7deddff884 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336945 Jun 24 10:22:31.391167 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442bc91-0485-4059-853d-e63c0292a63a req-25470894-69ff-4de2-9f46-ba76921bf984 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:31.391167 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3442bc91-0485-4059-853d-e63c0292a63a req-25470894-69ff-4de2-9f46-ba76921bf984 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0756974 Jun 24 10:22:31.434129 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3442bc91-0485-4059-853d-e63c0292a63a req-6a527c2f-7c2b-4bd5-a8b0-e459609b1d39 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388839 Jun 24 10:22:31.496436 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 36284) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:31.566888 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1df674-6166-494d-946d-df6b2d75acba req-bef857c7-7f60-4eff-a688-58e1c310c477 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:31.568363 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7d1df674-6166-494d-946d-df6b2d75acba req-bef857c7-7f60-4eff-a688-58e1c310c477 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 944 time: 0.0825775 Jun 24 10:22:31.607941 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7d1df674-6166-494d-946d-df6b2d75acba req-8a8628cb-0463-4a9e-a480-a3ec77fa1eff tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339959 Jun 24 10:22:31.622786 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ac035ae4-3ac6-4955-9b90-924f97b351e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:31.625005 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501b9ba-7f53-48dd-94a4-5b8a3a1562f4 req-74646910-b3fd-4ab0-bb1d-c81000eb89a5 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:31.626637 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6501b9ba-7f53-48dd-94a4-5b8a3a1562f4 req-74646910-b3fd-4ab0-bb1d-c81000eb89a5 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 944 time: 0.0682828 Jun 24 10:22:31.675065 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6501b9ba-7f53-48dd-94a4-5b8a3a1562f4 req-f0adb37e-1b1f-47bc-be8b-f6363be367e2 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379519 Jun 24 10:22:31.732093 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ac035ae4-3ac6-4955-9b90-924f97b351e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:31.737111 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ac035ae4-3ac6-4955-9b90-924f97b351e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:31.740895 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-fe2ee9d6-1886-469f-a1ff-f1b445deb5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:31.780086 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-ac035ae4-3ac6-4955-9b90-924f97b351e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2cab9eb51ecc41c7addb162ea54cea2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812192 Jun 24 10:22:31.781433 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac035ae4-3ac6-4955-9b90-924f97b351e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97ebfa-78d3-4e1c-bcad-3a69f5541a9a,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:31.782965 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 36292) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:31.784559 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ac035ae4-3ac6-4955-9b90-924f97b351e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:31.847701 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2a0dd9db-dacb-45a5-b845-2d4e74576d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:31.870236 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2a0dd9db-dacb-45a5-b845-2d4e74576d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:31.923222 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2a0dd9db-dacb-45a5-b845-2d4e74576d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:31.925784 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2a0dd9db-dacb-45a5-b845-2d4e74576d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:31.926925 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-2a0dd9db-dacb-45a5-b845-2d4e74576d27 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fe97ebfa-78d3-4e1c-bcad-3a69f5541a9a HTTP/1.1" status: 204 len: 168 time: 0.1421409 Jun 24 10:22:31.927667 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-63824621-471b-4676-b72f-09020501aa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:31.934845 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dd9db-dacb-45a5-b845-2d4e74576d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe97ebfa-78d3-4e1c-bcad-3a69f5541a9a,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:31.937179 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2a0dd9db-dacb-45a5-b845-2d4e74576d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:32.192804 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 36300) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:32.207138 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6e80c1b6-0912-4e60-953a-73315656e816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.282018 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2f0f4c0d-9782-47a1-b459-e7e9233fcfab up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:22:32.300437 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6e80c1b6-0912-4e60-953a-73315656e816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.308992 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6e80c1b6-0912-4e60-953a-73315656e816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.313056 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-781f9d6f-ae7b-4147-9ff4-187a776216ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:32.336983 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:22:32.340805 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:22:32.341253 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.349638 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-6e80c1b6-0912-4e60-953a-73315656e816 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84a824beac8443e2bd87da658aca6e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557298 Jun 24 10:22:32.350559 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80c1b6-0912-4e60-953a-73315656e816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3655ba8a-ec58-4a8d-a6ee-149344d225f8,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:32.352449 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 36304) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:32.353713 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-6e80c1b6-0912-4e60-953a-73315656e816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:32.406663 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d13bc0b4-cc02-4a90-8ee3-55ee0b4c900b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.421948 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.431710 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d13bc0b4-cc02-4a90-8ee3-55ee0b4c900b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.445972 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510cc937-78a8-4dea-b231-ea42394cbadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0f4c0d-9782-47a1-b459-e7e9233fcfab'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:22:32.448380 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e05f55-11c5-495b-b80c-8cdd1cef867a" -d '{"events": [{"server_uuid": "510cc937-78a8-4dea-b231-ea42394cbadd", "name": "network-vif-plugged", "status": "completed", "tag": "2f0f4c0d-9782-47a1-b459-e7e9233fcfab"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:32.461652 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2f0f4c0d-9782-47a1-b459-e7e9233fcfab,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:32.466998 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.468076 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device d839b1c0-907a-43b3-a4aa-d3c894098b28 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:22:32.493025 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d13bc0b4-cc02-4a90-8ee3-55ee0b4c900b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.495905 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d13bc0b4-cc02-4a90-8ee3-55ee0b4c900b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.497118 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-d13bc0b4-cc02-4a90-8ee3-55ee0b4c900b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3655ba8a-ec58-4a8d-a6ee-149344d225f8 HTTP/1.1" status: 204 len: 168 time: 0.1434100 Jun 24 10:22:32.497976 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:32.513556 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:32.518269 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7709eaea-6f5b-4b28-a17a-329d02649bda x-openstack-request-id: req-7709eaea-6f5b-4b28-a17a-329d02649bda {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:32.518567 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510cc937-78a8-4dea-b231-ea42394cbadd", "name": "network-vif-plugged", "status": "completed", "tag": "2f0f4c0d-9782-47a1-b459-e7e9233fcfab", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:32.518824 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7709eaea-6f5b-4b28-a17a-329d02649bda {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:32.519246 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510cc937-78a8-4dea-b231-ea42394cbadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0f4c0d-9782-47a1-b459-e7e9233fcfab', 'code': 200} Jun 24 10:22:32.532980 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bc0b4-cc02-4a90-8ee3-55ee0b4c900b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3655ba8a-ec58-4a8d-a6ee-149344d225f8,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:32.535614 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d13bc0b4-cc02-4a90-8ee3-55ee0b4c900b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:32.599804 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=2f0f4c0d-9782-47a1-b459-e7e9233fcfab,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:32.606573 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:32.609921 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port d839b1c0-907a-43b3-a4aa-d3c894098b28 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:22:32.618532 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port d839b1c0-907a-43b3-a4aa-d3c894098b28 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:22:32.623139 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.691923 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72656248-703e-400b-a037-1f947096cd63 req-96a82858-febf-4c9a-a021-058a1eb47398 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:32.693490 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-72656248-703e-400b-a037-1f947096cd63 req-96a82858-febf-4c9a-a021-058a1eb47398 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0955205 Jun 24 10:22:32.742879 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-72656248-703e-400b-a037-1f947096cd63 req-54fbc49e-5b41-46c5-9e6d-f0f4b31520a1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Jun 24 10:22:32.871291 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.876671 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767b485-ea8b-4483-9c84-109aefcfb34e req-cd6a0fe2-0783-4e36-a920-8f2e767d1b71 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:32.879276 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d767b485-ea8b-4483-9c84-109aefcfb34e req-cd6a0fe2-0783-4e36-a920-8f2e767d1b71 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 945 time: 0.1383481 Jun 24 10:22:32.890451 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a1559-4c65-4753-8d6d-832e7ca01104 req-c5d9d995-4d81-48b2-b803-961e3cd4c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:32.892156 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7a5a1559-4c65-4753-8d6d-832e7ca01104 req-c5d9d995-4d81-48b2-b803-961e3cd4c26b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 1098 time: 0.1014342 Jun 24 10:22:32.923007 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port d839b1c0-907a-43b3-a4aa-d3c894098b28, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d839b1c0-907a-43b3-a4aa-d3c894098b28,segment=NetworkSegment(577b7efb-d824-4f76-a014-c00969843883),segment_id=577b7efb-d824-4f76-a014-c00969843883)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:32.929106 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:32.932748 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:32.949333 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d767b485-ea8b-4483-9c84-109aefcfb34e req-c99a31b3-324a-4e07-b538-0e0d00585456 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560536 Jun 24 10:22:32.956392 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7a5a1559-4c65-4753-8d6d-832e7ca01104 req-74e144b1-c2e9-44b1-8ac6-c00dbd340aba service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490861 Jun 24 10:22:32.981612 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287d713-261c-4bd1-a8dc-1a180add13ed req-eb5a5197-dc6b-4486-ae59-05332eadb46f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:32.983424 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0287d713-261c-4bd1-a8dc-1a180add13ed req-eb5a5197-dc6b-4486-ae59-05332eadb46f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 944 time: 0.0972981 Jun 24 10:22:32.997747 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=d839b1c0-907a-43b3-a4aa-d3c894098b28,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:33.008790 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 36322) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:33.013087 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:33.026758 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-77c18ddb-5838-4bd3-90e8-6527430ba6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:33.036127 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0287d713-261c-4bd1-a8dc-1a180add13ed req-24bb5c8a-0aa4-402b-a3ae-b7a819928778 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455329 Jun 24 10:22:33.132362 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-77c18ddb-5838-4bd3-90e8-6527430ba6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:33.138676 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-77c18ddb-5838-4bd3-90e8-6527430ba6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:33.140235 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ac035ae4-3ac6-4955-9b90-924f97b351e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:33.174728 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c18ddb-5838-4bd3-90e8-6527430ba6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0224e8-f626-477b-ba76-3b3b24df1357,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:33.179035 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-77c18ddb-5838-4bd3-90e8-6527430ba6da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d88c7f3b06ab46f0a5ac59ade4c89f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690633 Jun 24 10:22:33.180046 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-77c18ddb-5838-4bd3-90e8-6527430ba6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:33.181765 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 36328) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:33.233296 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-069b1ebd-eee7-403e-95cb-7c3f641fc884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:33.255041 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-069b1ebd-eee7-403e-95cb-7c3f641fc884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:33.303134 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-069b1ebd-eee7-403e-95cb-7c3f641fc884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:33.306126 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-069b1ebd-eee7-403e-95cb-7c3f641fc884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:33.309782 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-069b1ebd-eee7-403e-95cb-7c3f641fc884 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf0224e8-f626-477b-ba76-3b3b24df1357 HTTP/1.1" status: 204 len: 168 time: 0.1270716 Jun 24 10:22:33.310643 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-34b4f4fb-af4b-45dd-9155-7dc6bcfa6dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:33.326409 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b1ebd-eee7-403e-95cb-7c3f641fc884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0224e8-f626-477b-ba76-3b3b24df1357,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:33.328711 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-069b1ebd-eee7-403e-95cb-7c3f641fc884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:33.803987 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:33.941405 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7addd8b-6bc0-4fb6-b5d9-24158e0a3083 req-5c4e5c30-c1d7-460e-aa17-f0701f015bcb tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:33.942897 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a7addd8b-6bc0-4fb6-b5d9-24158e0a3083 req-5c4e5c30-c1d7-460e-aa17-f0701f015bcb tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0714898 Jun 24 10:22:33.988862 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a7addd8b-6bc0-4fb6-b5d9-24158e0a3083 req-b43b1ca7-80dc-4d8d-92a6-5f51283542be tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398338 Jun 24 10:22:34.146852 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf0111-67a0-43fe-9e75-5f9588a41cf4 req-729d8735-4e58-40aa-a591-7a7a8e8e4a81 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:34.148826 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-95cf0111-67a0-43fe-9e75-5f9588a41cf4 req-729d8735-4e58-40aa-a591-7a7a8e8e4a81 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 945 time: 0.0730371 Jun 24 10:22:34.210175 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-95cf0111-67a0-43fe-9e75-5f9588a41cf4 req-3dfe0b89-009d-40bc-9480-3cabfa5d0fca tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508928 Jun 24 10:22:34.230653 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c166e-36bd-4f5c-9ef2-4a119c857ac5 req-c50b3662-9005-4553-8fa1-d2ebf4a81483 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:34.232137 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-626c166e-36bd-4f5c-9ef2-4a119c857ac5 req-c50b3662-9005-4553-8fa1-d2ebf4a81483 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 945 time: 0.0789976 Jun 24 10:22:34.275375 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-626c166e-36bd-4f5c-9ef2-4a119c857ac5 req-c7c29f27-f731-4994-925b-a924710de8b5 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371339 Jun 24 10:22:34.520990 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc71181-179f-477d-84fe-2cd86d674422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839b1c0-907a-43b3-a4aa-d3c894098b28'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:22:34.523637 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b18ebe-da11-45d0-9185-6e36d31002cd" -d '{"events": [{"server_uuid": "6cc71181-179f-477d-84fe-2cd86d674422", "name": "network-vif-plugged", "status": "completed", "tag": "d839b1c0-907a-43b3-a4aa-d3c894098b28"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:34.562571 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10833ed9-d0dc-4d2d-842b-324889c6163f x-openstack-request-id: req-10833ed9-d0dc-4d2d-842b-324889c6163f {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:34.563284 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc71181-179f-477d-84fe-2cd86d674422", "name": "network-vif-plugged", "status": "completed", "tag": "d839b1c0-907a-43b3-a4aa-d3c894098b28", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:34.563922 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10833ed9-d0dc-4d2d-842b-324889c6163f {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:34.565244 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc71181-179f-477d-84fe-2cd86d674422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839b1c0-907a-43b3-a4aa-d3c894098b28', 'code': 200} Jun 24 10:22:34.824735 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e8962-bd46-4f9f-8903-c2cef66e58a6 req-afa7aca7-b475-4693-bddd-2311e2d73b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:34.826265 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a1e8962-bd46-4f9f-8903-c2cef66e58a6 req-afa7aca7-b475-4693-bddd-2311e2d73b27 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 1098 time: 0.0586686 Jun 24 10:22:34.877911 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a1e8962-bd46-4f9f-8903-c2cef66e58a6 req-e0e79b3e-ffb3-4032-9d24-a4750c9b03b4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Jun 24 10:22:35.173158 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed58792-3a04-4de2-ad3a-6aa68212d015 req-6236cb6d-edf4-4e05-b9a3-09056b78fe2b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:35.174633 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-bed58792-3a04-4de2-ad3a-6aa68212d015 req-6236cb6d-edf4-4e05-b9a3-09056b78fe2b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0716336 Jun 24 10:22:35.212122 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-bed58792-3a04-4de2-ad3a-6aa68212d015 req-2b783354-1f8e-45b2-9ff6-321aee7b733f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317531 Jun 24 10:22:35.399742 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9f73-81cc-4e14-8445-7cab5fae17b3 req-ed60dd40-5c64-48e2-a3d2-3058560c3e93 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:35.401783 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ee2e9f73-81cc-4e14-8445-7cab5fae17b3 req-ed60dd40-5c64-48e2-a3d2-3058560c3e93 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 945 time: 0.0701461 Jun 24 10:22:35.449273 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ee2e9f73-81cc-4e14-8445-7cab5fae17b3 req-6bc4e6da-8891-4307-88fd-93cf75dd03f4 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383623 Jun 24 10:22:35.474218 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86c932-8969-414c-90f0-25c672732a4a req-777e18b7-680c-46be-bb74-d0c3135026bf tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:35.474218 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ca86c932-8969-414c-90f0-25c672732a4a req-777e18b7-680c-46be-bb74-d0c3135026bf tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 945 time: 0.0751681 Jun 24 10:22:35.512068 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ca86c932-8969-414c-90f0-25c672732a4a req-e37bfbca-4b47-4844-a326-274eff46c322 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Jun 24 10:22:36.395719 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380029c-e8a6-41a0-abb9-dce40e23a7e1 req-2450fe9c-9e65-4af9-95e9-69d4a3e7bd0c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:36.397168 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f380029c-e8a6-41a0-abb9-dce40e23a7e1 req-2450fe9c-9e65-4af9-95e9-69d4a3e7bd0c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0651731 Jun 24 10:22:36.442919 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f380029c-e8a6-41a0-abb9-dce40e23a7e1 req-35c40b59-5c2c-4fb9-94c3-fde26668ca0c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Jun 24 10:22:36.696405 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b24f1-3bde-4f8d-a868-eb3cca8df122 req-8bbdc538-ca53-425c-b139-2f4e6159c23d tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:36.697855 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-af5b24f1-3bde-4f8d-a868-eb3cca8df122 req-8bbdc538-ca53-425c-b139-2f4e6159c23d tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 945 time: 0.0673418 Jun 24 10:22:36.736414 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-af5b24f1-3bde-4f8d-a868-eb3cca8df122 req-87ad2b88-3cb6-4b18-9d6d-7a72f88394fa tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Jun 24 10:22:37.633703 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1bea3-0e4a-4328-bee7-78d8847176a9 req-03d539c9-1d75-4f5f-a77a-c920439c267b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:37.635909 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2bf1bea3-0e4a-4328-bee7-78d8847176a9 req-03d539c9-1d75-4f5f-a77a-c920439c267b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0662665 Jun 24 10:22:37.678577 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2bf1bea3-0e4a-4328-bee7-78d8847176a9 req-81530217-37b2-42b3-b733-4002e4ea93c7 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336339 Jun 24 10:22:37.805708 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556823d-7333-4984-b2e0-629a9acd99f6 req-77b5b47d-e445-4eef-a541-83f49e7b02f4 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:37.807251 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8556823d-7333-4984-b2e0-629a9acd99f6 req-77b5b47d-e445-4eef-a541-83f49e7b02f4 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 945 time: 0.0733531 Jun 24 10:22:37.853453 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8556823d-7333-4984-b2e0-629a9acd99f6 req-673c6ec6-40e5-4d84-b194-ed805b3cc78c tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Jun 24 10:22:38.367738 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b3fe11bf-798d-4070-b722-e8071e2e2f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:38.879714 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a38f-8586-469b-8bf7-e2209874beac req-59ee3e31-f18b-4cc6-8526-f3f0b12ce8cf tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:38.881459 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9568a38f-8586-469b-8bf7-e2209874beac req-59ee3e31-f18b-4cc6-8526-f3f0b12ce8cf tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0761375 Jun 24 10:22:38.925980 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9568a38f-8586-469b-8bf7-e2209874beac req-e3ac08e2-d5a2-4a5c-9236-33dc737170a4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379891 Jun 24 10:22:39.038648 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0743ae-d9d0-4985-8124-481f28407939 req-9bc8b53b-8e29-40f9-91f2-1318489bef73 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:39.040163 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fd0743ae-d9d0-4985-8124-481f28407939 req-9bc8b53b-8e29-40f9-91f2-1318489bef73 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 945 time: 0.0662143 Jun 24 10:22:39.081755 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fd0743ae-d9d0-4985-8124-481f28407939 req-e2542732-a2ea-4280-a9fe-aa5b2c7639b9 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361569 Jun 24 10:22:40.157326 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05e609-4a87-427d-8b20-8eb58b43d9f1 req-c77adb34-6c06-4e75-9234-1b45957fbd9f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:40.158817 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fd05e609-4a87-427d-8b20-8eb58b43d9f1 req-c77adb34-6c06-4e75-9234-1b45957fbd9f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1140435 Jun 24 10:22:40.174269 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15d097-3fb4-4fad-9a71-387801418b81 req-22b184ac-9116-4a44-b55c-094eb074828d tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:40.175648 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-db15d097-3fb4-4fad-9a71-387801418b81 req-22b184ac-9116-4a44-b55c-094eb074828d tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 945 time: 0.1021841 Jun 24 10:22:40.236943 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 36554) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:40.257424 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fd05e609-4a87-427d-8b20-8eb58b43d9f1 req-721f7918-4600-4d36-8743-726b439e9622 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908458 Jun 24 10:22:40.328031 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-db15d097-3fb4-4fad-9a71-387801418b81 req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Deleting port d839b1c0-907a-43b3-a4aa-d3c894098b28 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:22:40.328473 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-db15d097-3fb4-4fad-9a71-387801418b81 req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:40.416301 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9253e5c2-776e-4764-86f0-e45f01f7e596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:40.420604 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11248044-6645-4d77-be66-07c876b56ac5 req-e6561cdd-7dc9-4a23-9a43-e4f760cf9167 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:40.422205 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-11248044-6645-4d77-be66-07c876b56ac5 req-e6561cdd-7dc9-4a23-9a43-e4f760cf9167 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 945 time: 0.0716968 Jun 24 10:22:40.464747 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-11248044-6645-4d77-be66-07c876b56ac5 req-24cfac89-a986-4b8b-80c8-4b8b6be9df79 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369809 Jun 24 10:22:40.473466 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-db15d097-3fb4-4fad-9a71-387801418b81 req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] For port d839b1c0-907a-43b3-a4aa-d3c894098b28, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d839b1c0-907a-43b3-a4aa-d3c894098b28,segment=NetworkSegment(577b7efb-d824-4f76-a014-c00969843883),segment_id=577b7efb-d824-4f76-a014-c00969843883)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:40.473831 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-db15d097-3fb4-4fad-9a71-387801418b81 req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:40.495909 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-db15d097-3fb4-4fad-9a71-387801418b81 req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Calling delete_port for d839b1c0-907a-43b3-a4aa-d3c894098b28 owned by compute:nova {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:22:40.641824 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9253e5c2-776e-4764-86f0-e45f01f7e596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:40.645488 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9253e5c2-776e-4764-86f0-e45f01f7e596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:40.648475 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-77c18ddb-5838-4bd3-90e8-6527430ba6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:40.709304 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253e5c2-776e-4764-86f0-e45f01f7e596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f53e70-a80e-4b13-81c8-c11e37830f85,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:40.714533 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-9253e5c2-776e-4764-86f0-e45f01f7e596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:40.717334 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-9253e5c2-776e-4764-86f0-e45f01f7e596 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=418dc84073da46a792c3be9c1a4037dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768903 Jun 24 10:22:40.720710 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 36564) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:22:40.757044 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-db15d097-3fb4-4fad-9a71-387801418b81 req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:40.769211 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['d839b1c0-907a-43b3-a4aa-d3c894098b28'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:40.769742 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:40.805293 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Pushing event deleted for resources: {'Port': ['ID=d839b1c0-907a-43b3-a4aa-d3c894098b28,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:40.823885 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:40.865796 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-db15d097-3fb4-4fad-9a71-387801418b81 req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] No DVR routers for this DVR port d839b1c0-907a-43b3-a4aa-d3c894098b28 on host hv-cinder-79049 {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:22:40.869959 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-55bb71c6-583f-4b97-8c09-f056ab4de3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:40.871961 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-db15d097-3fb4-4fad-9a71-387801418b81 req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:40.873834 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-db15d097-3fb4-4fad-9a71-387801418b81 req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.77 "DELETE /v2.0/ports/d839b1c0-907a-43b3-a4aa-d3c894098b28 HTTP/1.1" status: 204 len: 173 time: 0.6840360 Jun 24 10:22:40.874941 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc71181-179f-477d-84fe-2cd86d674422', 'name': 'network-vif-deleted', 'tag': 'd839b1c0-907a-43b3-a4aa-d3c894098b28'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:22:40.877239 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a217a1a-bd49-4909-824a-fce6f236ec9d" -d '{"events": [{"server_uuid": "6cc71181-179f-477d-84fe-2cd86d674422", "name": "network-vif-deleted", "tag": "d839b1c0-907a-43b3-a4aa-d3c894098b28"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:40.901434 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-55bb71c6-583f-4b97-8c09-f056ab4de3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:40.917049 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28315438-5a7d-4660-a426-d8a5b829b8e5 x-openstack-request-id: req-28315438-5a7d-4660-a426-d8a5b829b8e5 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:40.917359 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc71181-179f-477d-84fe-2cd86d674422", "name": "network-vif-deleted", "tag": "d839b1c0-907a-43b3-a4aa-d3c894098b28", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:40.917638 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28315438-5a7d-4660-a426-d8a5b829b8e5 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:40.918046 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc71181-179f-477d-84fe-2cd86d674422', 'name': 'network-vif-deleted', 'tag': 'd839b1c0-907a-43b3-a4aa-d3c894098b28', 'status': 'completed', 'code': 200} Jun 24 10:22:40.954342 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-55bb71c6-583f-4b97-8c09-f056ab4de3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:40.956876 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-55bb71c6-583f-4b97-8c09-f056ab4de3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:40.962389 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-55bb71c6-583f-4b97-8c09-f056ab4de3aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15f53e70-a80e-4b13-81c8-c11e37830f85 HTTP/1.1" status: 204 len: 168 time: 0.2399366 Jun 24 10:22:40.963357 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-917d239e-cb0b-4075-b9e1-1c38840e96ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:40.973100 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb71c6-583f-4b97-8c09-f056ab4de3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f53e70-a80e-4b13-81c8-c11e37830f85,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:40.975856 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-55bb71c6-583f-4b97-8c09-f056ab4de3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:41.098682 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c616318b-6ae4-41a8-a16c-63c00a91c396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:41.198434 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:41.442802 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a78bc2-4d7d-41e3-867b-71285a210b16 req-08470238-d3c1-473e-806e-9f8265e17f52 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:41.446713 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-46a78bc2-4d7d-41e3-867b-71285a210b16 req-08470238-d3c1-473e-806e-9f8265e17f52 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0741844 Jun 24 10:22:41.487951 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-46a78bc2-4d7d-41e3-867b-71285a210b16 req-da1d53e1-597b-4c95-ae89-894129605bdf tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Jun 24 10:22:41.635739 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ffbaa48-60a6-43c9-9301-3b9d275af464 req-df2f6d44-5007-4bf4-813b-ac7f49f91e4d tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cc71181-179f-477d-84fe-2cd86d674422 HTTP/1.1" status: 200 len: 210 time: 0.0287068 Jun 24 10:22:42.002185 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:42.674987 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc4ecc-7900-4a22-9953-44295eb9903b req-ac49f8a6-9db0-4fea-8e11-3b68b8289943 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:42.676445 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-26dc4ecc-7900-4a22-9953-44295eb9903b req-ac49f8a6-9db0-4fea-8e11-3b68b8289943 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0720870 Jun 24 10:22:42.714395 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-26dc4ecc-7900-4a22-9953-44295eb9903b req-93c79273-247e-44c2-9eaa-57f755590772 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323005 Jun 24 10:22:43.706162 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:43.903284 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c79d4-3fc5-48a5-9419-81ab1f1ae4be req-54ce81f4-2830-4456-989e-baa063c6f905 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:43.904716 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-be9c79d4-3fc5-48a5-9419-81ab1f1ae4be req-54ce81f4-2830-4456-989e-baa063c6f905 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0658948 Jun 24 10:22:43.942506 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-be9c79d4-3fc5-48a5-9419-81ab1f1ae4be req-f4137df9-e2f6-4422-9c5e-f2d27fab03b5 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Jun 24 10:22:44.321439 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device d839b1c0-907a-43b3-a4aa-d3c894098b28 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:22:44.340376 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: d839b1c0-907a-43b3-a4aa-d3c894098b28 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:22:44.340722 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device d839b1c0-907a-43b3-a4aa-d3c894098b28 not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:22:45.301662 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd340e36-e637-4a55-b27f-586279bf169c req-112af734-0566-4194-844a-270a337e066a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:45.303128 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dd340e36-e637-4a55-b27f-586279bf169c req-112af734-0566-4194-844a-270a337e066a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0647340 Jun 24 10:22:45.341122 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dd340e36-e637-4a55-b27f-586279bf169c req-1d468782-bbb5-42f5-a9e2-a8b950e10b9b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Jun 24 10:22:50.839286 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-6eab17ac-59bc-43ba-b80a-f26074d86277 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:50.840773 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-6eab17ac-59bc-43ba-b80a-f26074d86277 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/networks?id=5ce742ba-b4e0-4c3b-a664-a2310e892ab3 HTTP/1.1" status: 200 len: 808 time: 0.1055672 Jun 24 10:22:50.846248 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-bee123d2-87d2-49ec-8ae4-f2382c6bc892 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:50.847776 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-bee123d2-87d2-49ec-8ae4-f2382c6bc892 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 815 time: 0.1055992 Jun 24 10:22:50.856261 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-6107e371-5101-4fbc-acc6-be5d666360a4 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/quotas/d2b363c2d26b4c098f508a3e83dfa57f HTTP/1.1" status: 200 len: 375 time: 0.0094681 Jun 24 10:22:50.862373 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-e630b173-f3fb-4701-a3f3-ac9bb0d90460 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/quotas/ddb7f2fc91c14b388339347649029f0d HTTP/1.1" status: 200 len: 375 time: 0.0092776 Jun 24 10:22:50.890343 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-28ffd660-b608-43f3-9900-2297a7da9b1f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d2b363c2d26b4c098f508a3e83dfa57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282447 Jun 24 10:22:50.935973 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-b617c003-3740-47af-95e4-a1befe33b0a0 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681281 Jun 24 10:22:50.982744 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-49cd197f-6717-4822-8c54-8532dd0601ef service neutron] 10.222.0.79 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853670 Jun 24 10:22:51.027712 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-81f33b1f-4b66-440a-b1bb-3a50bbb6da11 service neutron] 10.222.0.79 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848053 Jun 24 10:22:51.073016 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-e74a91cc-0d7e-43b3-81fd-c7160c7ba1fc service neutron] 10.222.0.79 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826902 Jun 24 10:22:51.128519 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-dcffc9ed-65f0-4aca-9506-813548ba4716 service neutron] 10.222.0.79 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940745 Jun 24 10:22:51.371735 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f21b2-998a-4d08-9b4f-796363620ab9 req-aeb9dafe-1094-4f84-b3fd-9ccccac45d9e tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:51.373358 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-329f21b2-998a-4d08-9b4f-796363620ab9 req-aeb9dafe-1094-4f84-b3fd-9ccccac45d9e tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0850842 Jun 24 10:22:51.425315 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-329f21b2-998a-4d08-9b4f-796363620ab9 req-b22d305f-8a77-40a6-9792-1797aa8a6763 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Jun 24 10:22:51.544534 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0e640190-e0eb-498b-ac39-78b2c9e77a36 req-0cdd426c-5e66-4cbc-b8cb-867c34e26c4c tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 210 time: 0.0500107 Jun 24 10:22:51.652940 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a35386f5-9ade-4541-950e-44ce160f7809 req-41428be9-a187-4bfb-a2e5-0719402ecffb tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 210 time: 0.0509453 Jun 24 10:22:52.354274 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36594da4-234f-4f3d-81cc-0c385b6db8fd req-4aa8926d-c73f-4320-b77a-1a8ba9a19e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:52.355740 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-36594da4-234f-4f3d-81cc-0c385b6db8fd req-4aa8926d-c73f-4320-b77a-1a8ba9a19e91 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 1098 time: 0.0501790 Jun 24 10:22:52.391797 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-36594da4-234f-4f3d-81cc-0c385b6db8fd req-64ae9c7b-c974-4728-9169-3816644ac7a4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281246 Jun 24 10:22:52.622867 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cbcac-2de1-459e-9b7f-e7fde1165284 req-0c37ca53-92d8-4b4b-bd05-b6b546e3cf54 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:52.625643 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-041cbcac-2de1-459e-9b7f-e7fde1165284 req-0c37ca53-92d8-4b4b-bd05-b6b546e3cf54 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0813763 Jun 24 10:22:52.736379 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-baa156a3-39ae-4d0a-bacf-66cd613e03fc req-6fc301b4-22c2-4d88-bb40-d74a7c47e755 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 210 time: 0.0419700 Jun 24 10:22:52.766823 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-041cbcac-2de1-459e-9b7f-e7fde1165284 req-702ce7fe-0e6f-4065-99c1-8f9506424801 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119061 Jun 24 10:22:52.817371 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3392a3b0-6a15-4851-91f9-219651a61c7e tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:52.823044 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3392a3b0-6a15-4851-91f9-219651a61c7e tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.77 "GET /v2.0/networks?id=5ce742ba-b4e0-4c3b-a664-a2310e892ab3 HTTP/1.1" status: 200 len: 808 time: 0.1961250 Jun 24 10:22:52.838987 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Request body: {'port': {'device_id': '3e425612-4c1c-4d78-94ea-2351aabfc6cd', 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3', 'admin_state_up': True, 'tenant_id': 'd2b363c2d26b4c098f508a3e83dfa57f'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:53.125354 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f2316427-54f3-4619-bc1d-56ebe7d7ad5e req-e389aed1-4d46-4953-a031-fe57c13e8cfa tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 210 time: 0.2395780 Jun 24 10:22:53.185656 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Made reservation on behalf of d2b363c2d26b4c098f508a3e83dfa57f for: {'port': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:53.189195 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:53.317390 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Allocated IP 172.20.0.14 (5ce742ba-b4e0-4c3b-a664-a2310e892ab3/6545cd9f-83e5-42df-8fae-5605d3f6fa82/e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:22:53.415908 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-0863c2d2-54ef-431b-a3fe-09a3447a7de5 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:53.417659 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-0863c2d2-54ef-431b-a3fe-09a3447a7de5 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 815 time: 0.1609249 Jun 24 10:22:53.451336 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Request body: {'port': {'device_id': 'cf6c928e-a1aa-4e96-89b5-683c213c261d', 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac', 'admin_state_up': True, 'tenant_id': 'ddb7f2fc91c14b388339347649029f0d'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:53.487208 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:53.532175 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:53.537312 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:53.565656 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Made reservation on behalf of ddb7f2fc91c14b388339347649029f0d for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:22:53.569574 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:53.580054 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:22:53.583349 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:53.588090 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:22:53.626224 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Pushing event updated for resources: {'Port': ['ID=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:53.632463 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:53.664517 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:53.665844 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:53.684210 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8494205 Jun 24 10:22:53.706166 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Request body: {'port': {'device_id': '3e425612-4c1c-4d78-94ea-2351aabfc6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:53.741958 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Allocated IP 172.20.0.9 (6186853d-ba56-421b-a11d-04e8abb947ac/584b15ea-f101-4397-923f-8e843e6db118/03e8f2e5-ecf9-4c04-a597-5dcea1c15868) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:22:53.790910 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:53.966806 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.020022 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971fd7c-677c-4063-b942-06a4215e589d req-9c49af36-d077-4292-983c-508e31823010 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:54.021491 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3971fd7c-677c-4063-b942-06a4215e589d req-9c49af36-d077-4292-983c-508e31823010 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1090102 Jun 24 10:22:54.040026 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3cd89-917c-41fe-9a70-c4da966f5a3a req-b0c8261e-540a-4397-9996-8056aef06a1e tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:54.041456 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0bf3cd89-917c-41fe-9a70-c4da966f5a3a req-b0c8261e-540a-4397-9996-8056aef06a1e tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 932 time: 0.1397181 Jun 24 10:22:54.044818 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.054228 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-80ad7115-01bd-43ae-a6dc-ca958d8eb272 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:54.065843 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['62c4af78-3d1d-4d74-b153-fe4cc676cc3a', 'f383bb4f-fbb4-4941-b066-1da079f0d52e', '2f0f4c0d-9782-47a1-b459-e7e9233fcfab'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:54.103701 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0bf3cd89-917c-41fe-9a70-c4da966f5a3a req-544881fd-39ea-40c9-bdd7-b7473990e238 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543222 Jun 24 10:22:54.108184 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Network 6186853d-ba56-421b-a11d-04e8abb947ac is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:22:54.127014 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3971fd7c-677c-4063-b942-06a4215e589d req-ce83c177-488e-45b0-a50e-355144cbe1f1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994861 Jun 24 10:22:54.130516 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:22:54.137421 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:22:54.141358 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Pushing event updated for resources: {'Port': ['ID=03e8f2e5-ecf9-4c04-a597-5dcea1c15868,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:54.163612 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:54.166668 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f {{(pid=92851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:22:54.177846 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.199088 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Transition to ACTIVE for port object e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f will not be triggered until provisioned by entity L2. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:22:54.205584 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.209046 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-def8afc8-eabf-4f94-8fc7-75be07a7b0e6 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:54.225193 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:54.226149 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.244617 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7982163 Jun 24 10:22:54.269375 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Request body: {'port': {'device_id': 'cf6c928e-a1aa-4e96-89b5-683c213c261d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:22:54.290323 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Pushing event updated for resources: {'Port': ['ID=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:54.300454 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:54.355205 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.450709 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e574-a538-4dea-b48b-acf156271a7e req-387f6f0e-bf22-44b5-bbac-fafb401cc931 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:54.452203 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9da5e574-a538-4dea-b48b-acf156271a7e req-387f6f0e-bf22-44b5-bbac-fafb401cc931 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 931 time: 0.1503694 Jun 24 10:22:54.467125 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Attempting to bind port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:22:54.467460 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Attempting to bind port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '577b7efb-d824-4f76-a014-c00969843883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3'}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:22:54.467787 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Attempting to bind port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f on network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:22:54.480269 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f on network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:22:54.480591 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Attempting to bind port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f on network 5ce742ba-b4e0-4c3b-a664-a2310e892ab3 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:22:54.495430 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:22:54.496025 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Checking segment: {'id': '577b7efb-d824-4f76-a014-c00969843883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:22:54.496127 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Bound using segment: {'id': '577b7efb-d824-4f76-a014-c00969843883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3'} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:22:54.496568 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Bound port: e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577b7efb-d824-4f76-a014-c00969843883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3'}}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:22:54.496924 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.515906 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9da5e574-a538-4dea-b48b-acf156271a7e req-8eb82791-2e9e-4447-b8c6-c62d351bc1d3 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571153 Jun 24 10:22:54.575303 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] For port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f, host hv-cinder-79049, cleared binding levels {{(pid=92851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:22:54.578317 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] For port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f,segment=NetworkSegment(577b7efb-d824-4f76-a014-c00969843883),segment_id=577b7efb-d824-4f76-a014-c00969843883)] {{(pid=92851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:22:54.583713 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.586449 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:54.607405 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246e613-e024-4f89-b6ca-7a4defa011e4 req-4c5fba12-383d-4b40-8e06-80a6346109b8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:54.610578 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4246e613-e024-4f89-b6ca-7a4defa011e4 req-4c5fba12-383d-4b40-8e06-80a6346109b8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1811399 Jun 24 10:22:54.622842 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:54.623446 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.625317 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-3a241787-a390-4d03-856a-9a2550def269 service neutron] 10.222.0.77 "PUT /v2.0/ports/e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f HTTP/1.1" status: 200 len: 1094 time: 0.9238360 Jun 24 10:22:54.625805 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e425612-4c1c-4d78-94ea-2351aabfc6cd', 'tag': 'e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:22:54.628080 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8e5532-5193-4adf-bbba-ec2b2ba16b74" -d '{"events": [{"name": "network-changed", "server_uuid": "3e425612-4c1c-4d78-94ea-2351aabfc6cd", "tag": "e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:54.656457 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Pushing event updated for resources: {'Port': ['ID=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f,revision_number=3']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:54.659461 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:54.674567 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ea9e0d-54d9-4d15-96cf-5499e1697936 x-openstack-request-id: req-a9ea9e0d-54d9-4d15-96cf-5499e1697936 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:54.674883 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e425612-4c1c-4d78-94ea-2351aabfc6cd", "tag": "e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:54.675158 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9ea9e0d-54d9-4d15-96cf-5499e1697936 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:54.675577 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e425612-4c1c-4d78-94ea-2351aabfc6cd', 'tag': 'e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f', 'status': 'completed', 'code': 200} Jun 24 10:22:54.682147 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4246e613-e024-4f89-b6ca-7a4defa011e4 req-413d12e3-a27f-4126-8010-612d12948521 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645580 Jun 24 10:22:54.737336 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:22:54.745916 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.758596 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-838dd536-6871-4bd6-b26b-e6c058f6e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:54.761590 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-838dd536-6871-4bd6-b26b-e6c058f6e102 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d2b363c2d26b4c098f508a3e83dfa57f&device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 1097 time: 0.0648699 Jun 24 10:22:54.765812 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Transition to ACTIVE for port object 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:22:54.770333 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.774138 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:54.840318 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-7b7f0077-0f70-4a55-96f4-f9ae091ca421 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f HTTP/1.1" status: 200 len: 217 time: 0.0633252 Jun 24 10:22:54.851016 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Pushing event updated for resources: {'Port': ['ID=03e8f2e5-ecf9-4c04-a597-5dcea1c15868,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:54.870331 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:54.901929 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-4f1e4815-b283-4505-b8f6-4bbc8e44a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:54.903399 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-4f1e4815-b283-4505-b8f6-4bbc8e44a96a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6545cd9f-83e5-42df-8fae-5605d3f6fa82 HTTP/1.1" status: 200 len: 848 time: 0.0564005 Jun 24 10:22:54.904206 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Attempting to bind port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:22:54.904740 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Attempting to bind port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:22:54.905099 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Attempting to bind port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 on network 6186853d-ba56-421b-a11d-04e8abb947ac {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:22:54.911193 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 on network 6186853d-ba56-421b-a11d-04e8abb947ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:22:54.911193 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Attempting to bind port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 on network 6186853d-ba56-421b-a11d-04e8abb947ac {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:22:54.917364 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:22:54.917742 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Checking segment: {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:22:54.918154 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Bound using segment: {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:22:54.918590 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Bound port: 03e8f2e5-ecf9-4c04-a597-5dcea1c15868, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1f63a4-a031-44a9-b391-f0850b64d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:22:54.918952 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:54.947139 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-d83d0f02-c6a8-4a03-aabd-c85d1ab75e07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ce742ba-b4e0-4c3b-a664-a2310e892ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307143 Jun 24 10:22:54.994917 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] For port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:22:54.998237 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] For port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=03e8f2e5-ecf9-4c04-a597-5dcea1c15868,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:22:55.004504 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:55.007916 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:55.051901 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:55.052626 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:55.054060 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] 10.222.0.77 "PUT /v2.0/ports/03e8f2e5-ecf9-4c04-a597-5dcea1c15868 HTTP/1.1" status: 200 len: 1093 time: 0.7937431 Jun 24 10:22:55.054621 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6c928e-a1aa-4e96-89b5-683c213c261d', 'tag': '03e8f2e5-ecf9-4c04-a597-5dcea1c15868'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:22:55.056955 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809e71ed-74a8-4b63-93fc-486f97293adb" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6c928e-a1aa-4e96-89b5-683c213c261d", "tag": "03e8f2e5-ecf9-4c04-a597-5dcea1c15868"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:22:55.077869 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-ceaf3262-f2c4-4985-9312-f4c30aacae51 service neutron] 10.222.0.77 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194363 Jun 24 10:22:55.093583 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Pushing event updated for resources: {'Port': ['ID=03e8f2e5-ecf9-4c04-a597-5dcea1c15868,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:55.103759 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:55.142775 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c54b3a4-6e86-446f-b951-4b32c622f20a x-openstack-request-id: req-4c54b3a4-6e86-446f-b951-4b32c622f20a {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:22:55.143107 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6c928e-a1aa-4e96-89b5-683c213c261d", "tag": "03e8f2e5-ecf9-4c04-a597-5dcea1c15868", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:22:55.143385 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4c54b3a4-6e86-446f-b951-4b32c622f20a {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:22:55.143804 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6c928e-a1aa-4e96-89b5-683c213c261d', 'tag': '03e8f2e5-ecf9-4c04-a597-5dcea1c15868', 'status': 'completed', 'code': 200} Jun 24 10:22:55.172074 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-0faa3421-6cad-40c7-888a-1fb6055e644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:55.173946 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-0faa3421-6cad-40c7-888a-1fb6055e644a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 1096 time: 0.0691547 Jun 24 10:22:55.182644 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-12519ca0-7ee1-43cf-a2ef-222de0c0d67a req-be62c3a3-a557-4df6-9dae-dfc95c175b51 service neutron] 10.222.0.77 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946846 Jun 24 10:22:55.224794 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-465493a8-a016-49e2-85f5-00fd53483baf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e8f2e5-ecf9-4c04-a597-5dcea1c15868 HTTP/1.1" status: 200 len: 217 time: 0.0412602 Jun 24 10:22:55.286806 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-742266cf-5740-4ce2-aae2-52dad425eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:55.288121 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-742266cf-5740-4ce2-aae2-52dad425eaee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584b15ea-f101-4397-923f-8e843e6db118 HTTP/1.1" status: 200 len: 855 time: 0.0432196 Jun 24 10:22:55.324422 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-16539dba-bd49-4c8e-8458-2b575fd2e063 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6186853d-ba56-421b-a11d-04e8abb947ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266657 Jun 24 10:22:55.343183 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5532-5193-4adf-bbba-ec2b2ba16b74 req-9f958aa3-5389-4507-96a3-d30c1ed31cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:55.344654 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1f8e5532-5193-4adf-bbba-ec2b2ba16b74 req-9f958aa3-5389-4507-96a3-d30c1ed31cd0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d2b363c2d26b4c098f508a3e83dfa57f&device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 1097 time: 0.0976398 Jun 24 10:22:55.359741 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00320-9357-4d7a-80b0-a466387e6b41 req-cc79319d-1b78-42c0-a892-a24b60246ad5 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:55.361195 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cfe00320-9357-4d7a-80b0-a466387e6b41 req-cc79319d-1b78-42c0-a892-a24b60246ad5 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 944 time: 0.1058285 Jun 24 10:22:55.426886 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-811da818-29ae-47dc-a259-27aff8c0473d service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949128 Jun 24 10:22:55.448406 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cfe00320-9357-4d7a-80b0-a466387e6b41 req-e421b6cf-adf9-45fe-afd7-5ce28b480a2b tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775676 Jun 24 10:22:55.483532 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5532-5193-4adf-bbba-ec2b2ba16b74 req-94f806a1-592f-4fa7-b712-36f13b87adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:55.485659 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1f8e5532-5193-4adf-bbba-ec2b2ba16b74 req-94f806a1-592f-4fa7-b712-36f13b87adae service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ce742ba-b4e0-4c3b-a664-a2310e892ab3 HTTP/1.1" status: 200 len: 910 time: 0.1236041 Jun 24 10:22:55.525672 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8bf7d70d-1103-4dd3-aff9-7efc37b5bbf9 req-c0902e60-85f9-409f-a842-7c00fce13c5d service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862892 Jun 24 10:22:55.533952 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1f8e5532-5193-4adf-bbba-ec2b2ba16b74 req-7ca38278-19c6-473a-a696-ddd6ca979b21 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f HTTP/1.1" status: 200 len: 217 time: 0.0359981 Jun 24 10:22:55.590828 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5532-5193-4adf-bbba-ec2b2ba16b74 req-cc4334a7-73db-4114-ad29-a0bc2f1dfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:55.592269 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1f8e5532-5193-4adf-bbba-ec2b2ba16b74 req-cc4334a7-73db-4114-ad29-a0bc2f1dfcfc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6545cd9f-83e5-42df-8fae-5605d3f6fa82 HTTP/1.1" status: 200 len: 848 time: 0.0504720 Jun 24 10:22:55.637639 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1f8e5532-5193-4adf-bbba-ec2b2ba16b74 req-88e649e3-d513-4bc5-8675-0a15d6b27a68 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ce742ba-b4e0-4c3b-a664-a2310e892ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270355 Jun 24 10:22:55.661651 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e71ed-74a8-4b63-93fc-486f97293adb req-8e1a4f4e-6d24-496f-a3c5-2980df898c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:55.663290 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-809e71ed-74a8-4b63-93fc-486f97293adb req-8e1a4f4e-6d24-496f-a3c5-2980df898c27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ddb7f2fc91c14b388339347649029f0d&device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 1096 time: 0.0529275 Jun 24 10:22:55.756707 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e71ed-74a8-4b63-93fc-486f97293adb req-1515060a-0464-4579-8e94-36f286be328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:55.758262 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-809e71ed-74a8-4b63-93fc-486f97293adb req-1515060a-0464-4579-8e94-36f286be328f service neutron] 10.222.0.77 "GET /v2.0/networks?id=6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 200 len: 917 time: 0.0869987 Jun 24 10:22:55.782773 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f07208-f3e3-44b7-b902-1abca67cabef req-b26d0531-608f-4288-bad2-ba7858c6e0d2 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:55.784220 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f5f07208-f3e3-44b7-b902-1abca67cabef req-b26d0531-608f-4288-bad2-ba7858c6e0d2 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 943 time: 0.1354160 Jun 24 10:22:55.792949 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1f8e5532-5193-4adf-bbba-ec2b2ba16b74 req-6325c39b-ed7a-4427-8bd6-89ed8bb3b2da service neutron] 10.222.0.77 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422727 Jun 24 10:22:55.803708 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-809e71ed-74a8-4b63-93fc-486f97293adb req-419b5000-cfc7-4605-a999-0ff85dfed045 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e8f2e5-ecf9-4c04-a597-5dcea1c15868 HTTP/1.1" status: 200 len: 217 time: 0.0341487 Jun 24 10:22:55.853940 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e71ed-74a8-4b63-93fc-486f97293adb req-d61fc136-f558-4212-80c9-a88399a0c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:55.855430 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-809e71ed-74a8-4b63-93fc-486f97293adb req-d61fc136-f558-4212-80c9-a88399a0c4ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584b15ea-f101-4397-923f-8e843e6db118 HTTP/1.1" status: 200 len: 855 time: 0.0450993 Jun 24 10:22:55.870582 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f5f07208-f3e3-44b7-b902-1abca67cabef req-207bfdef-3348-4cc7-99cd-22fa61c0bfa1 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807109 Jun 24 10:22:55.914758 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1f8e5532-5193-4adf-bbba-ec2b2ba16b74 req-799ce00c-3a93-43c1-aa35-c9d6a4be3dbd service neutron] 10.222.0.77 "GET /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052105 Jun 24 10:22:56.123084 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-809e71ed-74a8-4b63-93fc-486f97293adb req-37ef75d8-4813-4d6a-84ef-f9c0daea0e8d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6186853d-ba56-421b-a11d-04e8abb947ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2575190 Jun 24 10:22:56.228986 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-809e71ed-74a8-4b63-93fc-486f97293adb req-8a88ffbd-3e28-4095-aee3-91dd20507d09 service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843048 Jun 24 10:22:56.330586 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-809e71ed-74a8-4b63-93fc-486f97293adb req-b73911b9-1e55-4e33-bcd8-db8abcf5b26c service neutron] 10.222.0.77 "GET /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895474 Jun 24 10:22:56.556337 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a4237-826c-4e2a-9c6a-d1a3d573787d req-be0f231a-3a98-4060-8d98-69bcaf25d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:56.557837 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ec5a4237-826c-4e2a-9c6a-d1a3d573787d req-be0f231a-3a98-4060-8d98-69bcaf25d054 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 1099 time: 0.0820849 Jun 24 10:22:56.639230 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f90400-0f9e-40eb-8a99-037c58e3f463 req-52e5dda2-84a5-4d6a-ba21-597363dcdaec tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:56.640822 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-78f90400-0f9e-40eb-8a99-037c58e3f463 req-52e5dda2-84a5-4d6a-ba21-597363dcdaec tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1208150 Jun 24 10:22:56.645310 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d96623-cf09-4bd4-b004-8246bb78c604 req-d1e00d9c-a9d6-4b82-9cd3-ed8a0efaadc8 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:56.646809 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-72d96623-cf09-4bd4-b004-8246bb78c604 req-d1e00d9c-a9d6-4b82-9cd3-ed8a0efaadc8 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 944 time: 0.0759168 Jun 24 10:22:56.690736 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-72d96623-cf09-4bd4-b004-8246bb78c604 req-f18870fc-9110-4632-8a90-d905320a136d tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379651 Jun 24 10:22:56.706302 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-78f90400-0f9e-40eb-8a99-037c58e3f463 req-8a1a18ea-de25-4ead-9293-4f5f1f3c4ba3 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562041 Jun 24 10:22:56.708726 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a4237-826c-4e2a-9c6a-d1a3d573787d req-28aeb82f-4761-486f-999a-f9922e7ef212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:56.710992 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ec5a4237-826c-4e2a-9c6a-d1a3d573787d req-28aeb82f-4761-486f-999a-f9922e7ef212 service neutron] 10.222.0.77 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 921 time: 0.1395488 Jun 24 10:22:56.763460 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ec5a4237-826c-4e2a-9c6a-d1a3d573787d req-c2de5490-867c-4343-beb9-73de316eb267 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa4826a-69b5-4011-8177-49eb6f4a5483 HTTP/1.1" status: 200 len: 217 time: 0.0447142 Jun 24 10:22:56.824738 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a4237-826c-4e2a-9c6a-d1a3d573787d req-74eabab2-f7ae-40a0-aa76-47f20e2c311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:56.826305 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ec5a4237-826c-4e2a-9c6a-d1a3d573787d req-74eabab2-f7ae-40a0-aa76-47f20e2c311c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7f4f6026-189f-4062-bf39-a9453bf9fae7 HTTP/1.1" status: 200 len: 859 time: 0.0537071 Jun 24 10:22:56.868133 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ec5a4237-826c-4e2a-9c6a-d1a3d573787d req-1ee8d9dd-57ac-4298-884b-d2b14d7099ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329828 Jun 24 10:22:56.966881 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ec5a4237-826c-4e2a-9c6a-d1a3d573787d req-eb808ef7-35ab-4e78-9f29-60b6f8f86bef service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880413 Jun 24 10:22:57.096816 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ec5a4237-826c-4e2a-9c6a-d1a3d573787d req-e4d77636-67c4-4223-9d0f-bf22996beb66 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196125 Jun 24 10:22:57.110815 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c38d58-6ee0-43de-8659-2686f7e648e3 req-9139e941-79de-497b-ac4a-30befa54b668 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:57.112228 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-09c38d58-6ee0-43de-8659-2686f7e648e3 req-9139e941-79de-497b-ac4a-30befa54b668 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 943 time: 0.1173420 Jun 24 10:22:57.163992 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-09c38d58-6ee0-43de-8659-2686f7e648e3 req-6388b179-0c25-4e7e-99fb-430d42bd1b52 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436847 Jun 24 10:22:57.865499 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8b5dd-818d-4001-ab0b-4c774ba8afc8 req-c0c472be-8898-4f84-9de8-41f5be5949c7 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:57.867456 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-37a8b5dd-818d-4001-ab0b-4c774ba8afc8 req-c0c472be-8898-4f84-9de8-41f5be5949c7 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 944 time: 0.0639625 Jun 24 10:22:57.882125 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ea642-5ec0-41e8-9b95-b985415dc64e req-ecc410b3-5324-4a7a-ac58-109bad5ed253 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:57.884700 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-404ea642-5ec0-41e8-9b95-b985415dc64e req-ecc410b3-5324-4a7a-ac58-109bad5ed253 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0668085 Jun 24 10:22:57.909178 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-37a8b5dd-818d-4001-ab0b-4c774ba8afc8 req-fd5b32e7-d65f-451a-8d40-5f317e5d1a70 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362151 Jun 24 10:22:57.940888 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-404ea642-5ec0-41e8-9b95-b985415dc64e req-80742906-4227-4b93-b158-75e4758400ff tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454299 Jun 24 10:22:58.346602 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00de020-ff94-4447-a153-b7fd4bfab7ed req-994a129c-9017-4e04-b510-06fc54c98588 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:58.348074 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a00de020-ff94-4447-a153-b7fd4bfab7ed req-994a129c-9017-4e04-b510-06fc54c98588 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 943 time: 0.0699511 Jun 24 10:22:58.384780 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a00de020-ff94-4447-a153-b7fd4bfab7ed req-c72bac03-eb45-4f0c-a940-766118e1f2d5 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310974 Jun 24 10:22:58.440302 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:22:58.530621 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=03e8f2e5-ecf9-4c04-a597-5dcea1c15868,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:58.541364 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '03e8f2e5-ecf9-4c04-a597-5dcea1c15868', 'network_id': '6186853d-ba56-421b-a11d-04e8abb947ac', 'port_id': '03e8f2e5-ecf9-4c04-a597-5dcea1c15868', 'mac_address': 'fa:16:3e:ea:c9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584b15ea-f101-4397-923f-8e843e6db118', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:22:58.578431 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:58.593473 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:22:58.611986 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=03e8f2e5-ecf9-4c04-a597-5dcea1c15868,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:58.615682 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:58.616398 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:22:58.618823 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:58.703893 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=03e8f2e5-ecf9-4c04-a597-5dcea1c15868,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:58.707746 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:58.744764 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f,segment=NetworkSegment(577b7efb-d824-4f76-a014-c00969843883),segment_id=577b7efb-d824-4f76-a014-c00969843883)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:58.756131 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': 'e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f', 'network_id': '5ce742ba-b4e0-4c3b-a664-a2310e892ab3', 'port_id': 'e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f', 'mac_address': 'fa:16:3e:19:0b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6545cd9f-83e5-42df-8fae-5605d3f6fa82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:22:58.794824 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:58.807470 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:22:58.826827 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f,segment=NetworkSegment(577b7efb-d824-4f76-a014-c00969843883),segment_id=577b7efb-d824-4f76-a014-c00969843883)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:22:58.830378 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:22:58.832101 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:22:58.875222 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:22:58.878045 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:22:59.089988 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ba868-3427-4fb6-bebd-626fad5cb4f0 req-8ce8c812-89a2-4266-b474-966919d8b9e4 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:59.091493 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b85ba868-3427-4fb6-bebd-626fad5cb4f0 req-8ce8c812-89a2-4266-b474-966919d8b9e4 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 945 time: 0.0676713 Jun 24 10:22:59.115498 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b2603-f3b2-445e-8067-7452a3010565 req-f366897c-2b14-4aab-bc36-6f66ba3f2c2b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:59.117146 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff7b2603-f3b2-445e-8067-7452a3010565 req-f366897c-2b14-4aab-bc36-6f66ba3f2c2b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0618625 Jun 24 10:22:59.130755 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b85ba868-3427-4fb6-bebd-626fad5cb4f0 req-6c4e0685-2288-4812-b719-04101befdfea tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329945 Jun 24 10:22:59.165142 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff7b2603-f3b2-445e-8067-7452a3010565 req-9f4cc680-dee4-4d78-92cc-a4ee9443e2cd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Jun 24 10:22:59.331836 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['03e8f2e5-ecf9-4c04-a597-5dcea1c15868'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:59.353689 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:22:59.603675 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889fd3e-6565-48bb-a761-92a1a3d78226 req-cb0445fd-f56e-464c-87d9-d7ab79eda501 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:22:59.605056 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3889fd3e-6565-48bb-a761-92a1a3d78226 req-cb0445fd-f56e-464c-87d9-d7ab79eda501 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 944 time: 0.0752878 Jun 24 10:22:59.642483 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3889fd3e-6565-48bb-a761-92a1a3d78226 req-521bc564-233a-4293-b3aa-48d358d23972 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Jun 24 10:23:00.312350 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73652a5-84cc-4952-8026-524d65745dda req-01985ea5-e616-42d6-9ee1-5756922e24d8 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:00.313814 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a73652a5-84cc-4952-8026-524d65745dda req-01985ea5-e616-42d6-9ee1-5756922e24d8 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 945 time: 0.0629234 Jun 24 10:23:00.341053 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541a43-8e32-46c9-97a4-b75a58bf7e72 req-3cf0a096-4afb-4e6f-b515-eebdc545a912 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:00.342446 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3b541a43-8e32-46c9-97a4-b75a58bf7e72 req-3cf0a096-4afb-4e6f-b515-eebdc545a912 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0628233 Jun 24 10:23:00.351689 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a73652a5-84cc-4952-8026-524d65745dda req-8aac2b7a-377a-44c6-b905-fa52098e8b92 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318441 Jun 24 10:23:00.390317 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3b541a43-8e32-46c9-97a4-b75a58bf7e72 req-25d51ac2-2424-4592-8d78-2b190f598b4f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Jun 24 10:23:03.606894 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f57208-d9f3-41f4-9864-0e937c27f2fc req-e2927c84-1c60-4281-b520-684cbb448771 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:03.608884 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-81f57208-d9f3-41f4-9864-0e937c27f2fc req-e2927c84-1c60-4281-b520-684cbb448771 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 944 time: 0.0625534 Jun 24 10:23:03.648264 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e4422-693d-49e3-b29b-865823c57c43 req-0a3a2d5f-499f-4f7b-b681-73b04e10bddc tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:03.655016 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-81f57208-d9f3-41f4-9864-0e937c27f2fc req-8f5fd289-77e7-4551-86ff-e2af3a4de1ca tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398908 Jun 24 10:23:03.658617 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-610e4422-693d-49e3-b29b-865823c57c43 req-0a3a2d5f-499f-4f7b-b681-73b04e10bddc tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 945 time: 0.0796139 Jun 24 10:23:03.697336 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-610e4422-693d-49e3-b29b-865823c57c43 req-d34d1c66-e208-455c-99f5-7d2395bf8c85 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Jun 24 10:23:03.811985 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:03.824067 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783257cf-322b-4155-a1ea-81049110130c req-d2bcc5fb-abb5-424e-89a9-ddb0efe0618f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:03.825492 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-783257cf-322b-4155-a1ea-81049110130c req-d2bcc5fb-abb5-424e-89a9-ddb0efe0618f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0763612 Jun 24 10:23:03.862845 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-783257cf-322b-4155-a1ea-81049110130c req-ab29afae-a2b9-4750-897b-5b559222f9f1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Jun 24 10:23:04.474849 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:23:04.529326 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:23:04.532980 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:23:04.533336 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:04.618495 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:04.640669 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6c928e-a1aa-4e96-89b5-683c213c261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e8f2e5-ecf9-4c04-a597-5dcea1c15868'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:23:04.642917 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de91c37e-2ac9-4b4f-9717-ad25f9faae2e" -d '{"events": [{"server_uuid": "cf6c928e-a1aa-4e96-89b5-683c213c261d", "name": "network-vif-plugged", "status": "completed", "tag": "03e8f2e5-ecf9-4c04-a597-5dcea1c15868"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:04.655177 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=03e8f2e5-ecf9-4c04-a597-5dcea1c15868,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:04.658889 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:04.659802 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:23:04.661407 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-71d3cbaf-5f24-4bb7-9c7b-7500efae4517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:04.744621 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=03e8f2e5-ecf9-4c04-a597-5dcea1c15868,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:04.750318 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:04.767085 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4224af1c-694f-48f9-8ad4-d2bd3ef94745 x-openstack-request-id: req-4224af1c-694f-48f9-8ad4-d2bd3ef94745 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:04.767390 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6c928e-a1aa-4e96-89b5-683c213c261d", "name": "network-vif-plugged", "status": "completed", "tag": "03e8f2e5-ecf9-4c04-a597-5dcea1c15868", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:04.767648 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4224af1c-694f-48f9-8ad4-d2bd3ef94745 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:04.768120 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6c928e-a1aa-4e96-89b5-683c213c261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e8f2e5-ecf9-4c04-a597-5dcea1c15868', 'code': 200} Jun 24 10:23:04.800191 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:23:04.807853 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:23:04.808163 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:04.924400 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b0e8-8e92-47eb-93aa-83034d1ca047 req-47fb0559-cb09-4344-a155-157312c7d8bd tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:04.926732 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c257b0e8-8e92-47eb-93aa-83034d1ca047 req-47fb0559-cb09-4344-a155-157312c7d8bd tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 945 time: 0.0884056 Jun 24 10:23:04.965018 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113475b-1fa5-48c7-9cb4-5ebad3bffb54 req-44eff76a-14e6-45aa-ac08-c881a96aac6b tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:04.975059 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1113475b-1fa5-48c7-9cb4-5ebad3bffb54 req-44eff76a-14e6-45aa-ac08-c881a96aac6b tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 945 time: 0.0805068 Jun 24 10:23:04.977036 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c257b0e8-8e92-47eb-93aa-83034d1ca047 req-b321e315-cad1-41e7-b7eb-013470427091 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Jun 24 10:23:05.034820 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:05.042607 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1113475b-1fa5-48c7-9cb4-5ebad3bffb54 req-d983abb8-0b14-4c80-b408-ba0525ffeb6d tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662200 Jun 24 10:23:05.110294 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572b8c-322d-4901-b226-3e7cc7d2b574 req-f4ec04db-b8bd-4ff7-acfb-45b37a07cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:05.111758 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cc572b8c-322d-4901-b226-3e7cc7d2b574 req-f4ec04db-b8bd-4ff7-acfb-45b37a07cd6f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 1098 time: 0.0816569 Jun 24 10:23:05.115812 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f,segment=NetworkSegment(577b7efb-d824-4f76-a014-c00969843883),segment_id=577b7efb-d824-4f76-a014-c00969843883)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:05.122588 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:05.125893 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:05.155136 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cc572b8c-322d-4901-b226-3e7cc7d2b574 req-0832e0fe-f96d-4aaf-9cfd-20de8ff2fb22 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Jun 24 10:23:05.178817 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:05.183022 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:05.188259 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8613c-ea37-4b6d-a269-4a571920791c req-9afaee7d-fa6f-46eb-97f1-3327543fd826 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:05.189974 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4a8613c-ea37-4b6d-a269-4a571920791c req-9afaee7d-fa6f-46eb-97f1-3327543fd826 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0694554 Jun 24 10:23:05.227826 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4a8613c-ea37-4b6d-a269-4a571920791c req-152f69a1-15b1-4972-8376-6f8140f65ce1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319428 Jun 24 10:23:06.156693 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529ce02-a5dc-4445-b1e1-4d7b224e26ce req-2f817df0-e9b0-4522-8a69-f22f3c3f4179 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:06.158758 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3529ce02-a5dc-4445-b1e1-4d7b224e26ce req-2f817df0-e9b0-4522-8a69-f22f3c3f4179 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 945 time: 0.0655611 Jun 24 10:23:06.201246 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3529ce02-a5dc-4445-b1e1-4d7b224e26ce req-9fa344e4-7b19-4e4b-a994-e71a1e3d0ea9 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363860 Jun 24 10:23:06.231457 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae0a52-6a33-4cdc-aff5-a442b9696bc6 req-9cd9e2ff-01b1-4ae2-a3b9-a1731e7e5379 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:06.232903 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-56ae0a52-6a33-4cdc-aff5-a442b9696bc6 req-9cd9e2ff-01b1-4ae2-a3b9-a1731e7e5379 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 946 time: 0.0731175 Jun 24 10:23:06.272026 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-56ae0a52-6a33-4cdc-aff5-a442b9696bc6 req-7a213bec-06f2-4011-99a2-e73fb75bb8a8 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327225 Jun 24 10:23:06.402179 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b3caa-796c-4e9c-8ae6-38f442867997 req-077a0ae6-878c-46d5-96c9-29065f9b9d96 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:06.403529 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d09b3caa-796c-4e9c-8ae6-38f442867997 req-077a0ae6-878c-46d5-96c9-29065f9b9d96 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0614712 Jun 24 10:23:06.440563 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d09b3caa-796c-4e9c-8ae6-38f442867997 req-1fb62c33-5e77-4d75-9646-41b8280e1134 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309060 Jun 24 10:23:06.769599 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e425612-4c1c-4d78-94ea-2351aabfc6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:23:06.772024 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dcd2d0-c4ea-499d-9a81-b4e7c6969a3c" -d '{"events": [{"server_uuid": "3e425612-4c1c-4d78-94ea-2351aabfc6cd", "name": "network-vif-plugged", "status": "completed", "tag": "e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:06.955387 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee42dc2-90b6-4193-8c85-453a7fd1f8ec x-openstack-request-id: req-eee42dc2-90b6-4193-8c85-453a7fd1f8ec {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:06.955691 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e425612-4c1c-4d78-94ea-2351aabfc6cd", "name": "network-vif-plugged", "status": "completed", "tag": "e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:06.955952 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eee42dc2-90b6-4193-8c85-453a7fd1f8ec {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:06.956379 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e425612-4c1c-4d78-94ea-2351aabfc6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f', 'code': 200} Jun 24 10:23:07.395042 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:23:08.369620 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-351c51f1-496e-45cd-a16d-d6b6886af021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:09.309529 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bca34c-0e7a-4e88-8db9-96b44eaa3b2e req-bb95210a-7b4e-4ad6-8257-40d025c4335c tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:09.310926 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d3bca34c-0e7a-4e88-8db9-96b44eaa3b2e req-bb95210a-7b4e-4ad6-8257-40d025c4335c tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 946 time: 0.0725689 Jun 24 10:23:09.314796 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169151ee-b731-4150-b51e-cfdca8c95027 req-35af6350-cb0d-4519-b6c0-7a5dbba324d7 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:09.316260 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-169151ee-b731-4150-b51e-cfdca8c95027 req-35af6350-cb0d-4519-b6c0-7a5dbba324d7 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 945 time: 0.1010008 Jun 24 10:23:09.349449 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d3bca34c-0e7a-4e88-8db9-96b44eaa3b2e req-6b3f67f0-f615-44d4-8b16-5a00f5b1b950 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Jun 24 10:23:09.370765 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289de2f2-41cc-4fb7-8fb6-40e1a6b612bb req-171378e4-73bb-4b36-a3bf-38ef7bd3bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:09.372233 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-289de2f2-41cc-4fb7-8fb6-40e1a6b612bb req-171378e4-73bb-4b36-a3bf-38ef7bd3bbed service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 1099 time: 0.0991685 Jun 24 10:23:09.377455 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-169151ee-b731-4150-b51e-cfdca8c95027 req-4dd4684f-0b45-4b8a-9979-3bf9c93692c7 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544722 Jun 24 10:23:09.420569 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-289de2f2-41cc-4fb7-8fb6-40e1a6b612bb req-e96158a8-0ac5-4291-91db-2bb2465b0a01 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302589 Jun 24 10:23:09.556239 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0982e-53a5-4333-8aa7-703fc35867a6 req-8d4743ca-d538-4e60-8c9b-92d853115d2c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:09.557701 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5da0982e-53a5-4333-8aa7-703fc35867a6 req-8d4743ca-d538-4e60-8c9b-92d853115d2c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0682845 Jun 24 10:23:09.596795 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5da0982e-53a5-4333-8aa7-703fc35867a6 req-06a3c210-fef7-4940-b527-05a7987b6745 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306294 Jun 24 10:23:10.546766 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b52c15-44f4-4a6c-a7c9-895b518e650e req-dea7353a-65a0-4fc8-aab3-2d535caed413 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:10.548236 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-32b52c15-44f4-4a6c-a7c9-895b518e650e req-dea7353a-65a0-4fc8-aab3-2d535caed413 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 946 time: 0.0668747 Jun 24 10:23:10.550924 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a1fef-5302-4ee8-9500-30764218ccb1 req-a8b4e52a-5c29-4961-9790-9fae7458c64f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:10.552380 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-064a1fef-5302-4ee8-9500-30764218ccb1 req-a8b4e52a-5c29-4961-9790-9fae7458c64f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 945 time: 0.0623822 Jun 24 10:23:10.587786 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-32b52c15-44f4-4a6c-a7c9-895b518e650e req-4911d9c5-1eec-4717-98ff-4f006b38a780 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336666 Jun 24 10:23:10.590697 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-064a1fef-5302-4ee8-9500-30764218ccb1 req-5d397b31-6b6b-4e11-bd60-d4431dbf3fb5 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Jun 24 10:23:10.772045 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec692c-c610-410a-9e91-b3546139e25f req-532b6fda-09ae-407c-8f41-96c74d50aad6 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:10.773698 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2bec692c-c610-410a-9e91-b3546139e25f req-532b6fda-09ae-407c-8f41-96c74d50aad6 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0679784 Jun 24 10:23:10.816217 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2bec692c-c610-410a-9e91-b3546139e25f req-3fd98823-0b99-4860-97fb-9cad75132b36 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360670 Jun 24 10:23:11.088499 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-fb17ac90-057e-4d47-8dcc-9798346fc509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:11.200612 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:11.758347 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab578e6-6b3a-496b-a02c-d04ef535afcf req-50e0cff3-8650-449c-b723-c1f860c49ab2 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:11.760103 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cab578e6-6b3a-496b-a02c-d04ef535afcf req-50e0cff3-8650-449c-b723-c1f860c49ab2 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 946 time: 0.0619376 Jun 24 10:23:11.799182 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cab578e6-6b3a-496b-a02c-d04ef535afcf req-d2d9a65a-0704-4c3b-907c-c8415c2c9b40 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Jun 24 10:23:12.022844 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:12.031706 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d1062-9869-4464-af28-272c58731dfb req-d4eb41cc-d82f-4f42-b207-3d3223fea70f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:12.034211 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a07d1062-9869-4464-af28-272c58731dfb req-d4eb41cc-d82f-4f42-b207-3d3223fea70f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0959477 Jun 24 10:23:12.086591 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a07d1062-9869-4464-af28-272c58731dfb req-ca74ace0-f7c3-4aca-b58d-10af46d58974 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 Jun 24 10:23:12.820055 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c7353-4d43-4a8a-96aa-428d9884b2c5 req-215725ae-267f-4657-9612-695459990e99 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:12.821503 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fe3c7353-4d43-4a8a-96aa-428d9884b2c5 req-215725ae-267f-4657-9612-695459990e99 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 946 time: 0.0678198 Jun 24 10:23:12.859184 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fe3c7353-4d43-4a8a-96aa-428d9884b2c5 req-d195eeb5-37a6-4ad2-a530-b29aa59bcece tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Jun 24 10:23:12.897381 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 37068) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:13.003490 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:13.107679 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:13.113194 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:13.117000 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b338bf8d-cfe2-4953-84c3-f1cb5dec57fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:13.155080 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=04200f09357c4754a3d25b30282aa9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565186 Jun 24 10:23:13.156785 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6e8d55-8cf0-4a80-9912-70ebabf730c7,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:13.158346 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 37076) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:13.164931 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.165311 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.165682 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.166046 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.166437 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.166996 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.167371 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.167729 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.168088 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.168498 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.168792 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.169141 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.174588 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:13.227419 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:13.269604 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:13.320815 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece9237-021d-4fef-93fb-041be51fedbd req-10dc98e2-1144-4afb-adc0-26fa16268fd1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:13.322441 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6ece9237-021d-4fef-93fb-041be51fedbd req-10dc98e2-1144-4afb-adc0-26fa16268fd1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1093972 Jun 24 10:23:13.366410 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:13.369614 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:13.370748 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a6e8d55-8cf0-4a80-9912-70ebabf730c7 HTTP/1.1" status: 204 len: 168 time: 0.2101681 Jun 24 10:23:13.377290 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-058973d2-1ba9-499c-a3d6-986b7bed7fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:13.400220 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6ece9237-021d-4fef-93fb-041be51fedbd req-c77cfdb4-36fb-4937-94e6-cb0573780294 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704994 Jun 24 10:23:13.401046 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6e8d55-8cf0-4a80-9912-70ebabf730c7,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:13.414866 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.415245 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.415604 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.415959 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.416308 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.418257 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.418872 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.419823 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.420630 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.421229 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.421765 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.422451 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:13.427415 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:13.710849 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.040828 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d269f2-4ca0-403a-82ea-8b493943be50 req-6a51c8e9-9609-4335-a730-7b2ee7482f54 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:14.042307 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-68d269f2-4ca0-403a-82ea-8b493943be50 req-6a51c8e9-9609-4335-a730-7b2ee7482f54 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 946 time: 0.0660477 Jun 24 10:23:14.080344 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-68d269f2-4ca0-403a-82ea-8b493943be50 req-5769bc59-b179-4e34-b5a2-ce8e56ca71df tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318902 Jun 24 10:23:14.093333 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 37116) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:14.185348 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-27119278-network', 'tenant_id': '3f874990611f43259650fa47e779bf2d'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:23:14.206336 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Made reservation on behalf of 3f874990611f43259650fa47e779bf2d for: {'network': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:23:14.208557 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.216487 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.302428 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.306788 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.310445 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-9253e5c2-776e-4764-86f0-e45f01f7e596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:14.327654 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=92851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:23:14.340619 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:14.344423 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:14.347400 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.347737 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.segments_db [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Added segment 283da210-89b0-4e65-a9a7-3f8f0952046a of type vlan for network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 Jun 24 10:23:14.386243 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.416653 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.417961 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:14.418589 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.421171 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7d7a1cfa-650d-440f-875b-c8b9fe10e0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:14.474412 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3773928 Jun 24 10:23:14.475288 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 37122) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:14.481236 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Request body: {'subnet': {'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-27119278-subnet', 'tenant_id': '3f874990611f43259650fa47e779bf2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:23:14.487789 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Pushing event updated for resources: {'Network': ['ID=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:14.490556 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:14.497307 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:23:14.508171 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Made reservation on behalf of 3f874990611f43259650fa47e779bf2d for: {'subnet': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:23:14.511048 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424117'] for subnet, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.587443 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7e177-2ea8-4340-87c8-e3df4a7922f3 req-c2b816eb-d6c9-4e0f-ab16-f40b8c30d83a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:14.588923 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-97b7e177-2ea8-4340-87c8-e3df4a7922f3 req-c2b816eb-d6c9-4e0f-ab16-f40b8c30d83a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0741363 Jun 24 10:23:14.659215 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-97b7e177-2ea8-4340-87c8-e3df4a7922f3 req-dcb4a776-0946-4161-86a3-3ba70e721f02 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622427 Jun 24 10:23:14.718027 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5463402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4423775'] for subnet, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.721270 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:14.773704 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dab42eb-76cb-4d21-942c-c11a17b4062a,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:14.776982 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:14.783737 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Checking segment: {'id': '283da210-89b0-4e65-a9a7-3f8f0952046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:23:14.783737 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Network hostable DHCP agents. Network: 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:23:14.809016 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:23:14.824994 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6) {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:23:14.831919 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:14.833386 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:14.836707 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff22773c-6d7d-4fab-8dd1-cd2be71d0609 None None] Network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:23:14.865039 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-88c60026-8210-4e1c-85b7-9b470a795350 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3794689 Jun 24 10:23:14.972972 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed130a4-d344-4168-abf1-fe3934e7581a None None] Network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:23:17.413545 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060778fc-1c4e-499f-b688-6edb8e5ad76b req-16321eeb-95ad-461e-bd8a-9253e3a25247 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:17.415649 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-060778fc-1c4e-499f-b688-6edb8e5ad76b req-16321eeb-95ad-461e-bd8a-9253e3a25247 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 946 time: 0.0745325 Jun 24 10:23:17.462618 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-060778fc-1c4e-499f-b688-6edb8e5ad76b req-f817082c-cc0b-4683-b5cc-d50440e53974 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/security-groups?id=32c318e0-9204-4ce2-b670-f390e6d68ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Jun 24 10:23:17.545972 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c81fd-4fc5-40ba-b69e-58830d65e28f req-84dd6c8b-ad35-4094-8f6a-131d0bf9e662 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:17.547659 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-407c81fd-4fc5-40ba-b69e-58830d65e28f req-84dd6c8b-ad35-4094-8f6a-131d0bf9e662 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 946 time: 0.0682383 Jun 24 10:23:17.555110 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166057f-4187-43e8-a655-c376df5e1f79 req-9db3f0ee-d844-4fe1-9d62-e4bdc21f6c36 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:17.556911 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1166057f-4187-43e8-a655-c376df5e1f79 req-9db3f0ee-d844-4fe1-9d62-e4bdc21f6c36 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0898054 Jun 24 10:23:17.597305 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1166057f-4187-43e8-a655-c376df5e1f79 req-d2736b07-8ad1-40a2-84de-04426660bd07 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Jun 24 10:23:17.672537 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-407c81fd-4fc5-40ba-b69e-58830d65e28f req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Deleting port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:23:17.672879 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-407c81fd-4fc5-40ba-b69e-58830d65e28f req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:17.770111 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-407c81fd-4fc5-40ba-b69e-58830d65e28f req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] For port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f,segment=NetworkSegment(577b7efb-d824-4f76-a014-c00969843883),segment_id=577b7efb-d824-4f76-a014-c00969843883)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:17.770508 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-407c81fd-4fc5-40ba-b69e-58830d65e28f req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:17.788060 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-407c81fd-4fc5-40ba-b69e-58830d65e28f req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Calling delete_port for e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f owned by compute:nova {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:23:17.929429 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-407c81fd-4fc5-40ba-b69e-58830d65e28f req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:17.933773 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:17.943163 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:23:17.960103 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Pushing event deleted for resources: {'Port': ['ID=e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:17.963890 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:18.008374 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-407c81fd-4fc5-40ba-b69e-58830d65e28f req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] No DVR routers for this DVR port e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f on host hv-cinder-79049 {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:23:18.010943 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-407c81fd-4fc5-40ba-b69e-58830d65e28f req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:18.012942 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-407c81fd-4fc5-40ba-b69e-58830d65e28f req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.77 "DELETE /v2.0/ports/e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f HTTP/1.1" status: 204 len: 173 time: 0.4591312 Jun 24 10:23:18.013440 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e425612-4c1c-4d78-94ea-2351aabfc6cd', 'name': 'network-vif-deleted', 'tag': 'e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:23:18.015756 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3999e696-8fee-4ce0-9ce4-d4dadd0b6fab" -d '{"events": [{"server_uuid": "3e425612-4c1c-4d78-94ea-2351aabfc6cd", "name": "network-vif-deleted", "tag": "e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:18.063052 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466cc137-f64d-4957-974c-0952123396ae x-openstack-request-id: req-466cc137-f64d-4957-974c-0952123396ae {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:18.063052 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e425612-4c1c-4d78-94ea-2351aabfc6cd", "name": "network-vif-deleted", "tag": "e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:18.063052 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-466cc137-f64d-4957-974c-0952123396ae {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:18.063052 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e425612-4c1c-4d78-94ea-2351aabfc6cd', 'name': 'network-vif-deleted', 'tag': 'e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f', 'status': 'completed', 'code': 200} Jun 24 10:23:18.645387 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-beaef4eb-05c4-46e4-a68c-f907c469cde8 req-1a0f8e43-5954-46c7-9fed-6517cb31b677 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e425612-4c1c-4d78-94ea-2351aabfc6cd HTTP/1.1" status: 200 len: 210 time: 0.0298429 Jun 24 10:23:18.771585 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-6b703cd7-3b89-471e-8f06-a5a5aca225be tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:18.774640 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-6b703cd7-3b89-471e-8f06-a5a5aca225be tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/networks?id=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 HTTP/1.1" status: 200 len: 812 time: 0.1278863 Jun 24 10:23:18.790017 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-194758e3-13cf-499a-95c1-242856176b85 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/quotas/3f874990611f43259650fa47e779bf2d HTTP/1.1" status: 200 len: 375 time: 0.0101950 Jun 24 10:23:18.838456 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-1de61884-57bc-461d-aba4-0939d90cdcd0 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3f874990611f43259650fa47e779bf2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338230 Jun 24 10:23:18.843973 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7769910-33f4-41b9-a64e-6ae897a3ae58 req-688ac502-8ffb-4005-b428-c61254583e0e tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:18.845465 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d7769910-33f4-41b9-a64e-6ae897a3ae58 req-688ac502-8ffb-4005-b428-c61254583e0e tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0660617 Jun 24 10:23:18.885063 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d7769910-33f4-41b9-a64e-6ae897a3ae58 req-72c204e6-97b5-4990-bd61-1b5d879a47d1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334523 Jun 24 10:23:18.934806 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-8a2ac994-7f9e-4a23-9384-11bd87c339fc service neutron] 10.222.0.79 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900869 Jun 24 10:23:19.025775 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-062e3f12-a4f5-49da-82ee-5b3254b1a162 service neutron] 10.222.0.79 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849974 Jun 24 10:23:19.198225 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2b150898-6cff-4aed-a7af-3aed2378f755 req-9c445f3c-83ef-4f79-ba30-fd17c13a5e4d tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0331049 Jun 24 10:23:20.107614 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39361a-1a6c-4b23-85c3-4d18cab2b36b req-1bc8c11f-4b27-4d29-b436-4c010a78ab77 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:20.107614 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ca39361a-1a6c-4b23-85c3-4d18cab2b36b req-1bc8c11f-4b27-4d29-b436-4c010a78ab77 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0864465 Jun 24 10:23:20.153050 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ca39361a-1a6c-4b23-85c3-4d18cab2b36b req-4456e8d8-ff1c-4173-ab86-62a70963573d tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Jun 24 10:23:20.469665 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-feeaab8a-e3d2-4e38-bc6c-7819d89e86ad tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:20.471365 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-feeaab8a-e3d2-4e38-bc6c-7819d89e86ad tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.77 "GET /v2.0/networks?id=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 HTTP/1.1" status: 200 len: 812 time: 0.1428092 Jun 24 10:23:20.492200 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Request body: {'port': {'device_id': 'b1dc1837-11d3-46f8-938a-2cf52d8f0864', 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6', 'admin_state_up': True, 'tenant_id': '3f874990611f43259650fa47e779bf2d'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:23:20.621848 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-364843fc-6587-4dad-967f-295c622a7d12 req-e28033c7-87c2-43a6-9c5f-6ea7d018953a tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0428386 Jun 24 10:23:20.648731 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Made reservation on behalf of 3f874990611f43259650fa47e779bf2d for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:23:20.653820 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:20.849215 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0fa1e-fc76-480b-96e5-f94a33aeccea req-0cba79ec-a512-4635-87cf-bab54bfc999d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:20.854573 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-58f0fa1e-fc76-480b-96e5-f94a33aeccea req-0cba79ec-a512-4635-87cf-bab54bfc999d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0930936 Jun 24 10:23:20.872819 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Allocated IP 172.20.0.11 (90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6/4dab42eb-76cb-4d21-942c-c11a17b4062a/ec75dcc2-58ae-47c7-bc4b-1a2051b516b3) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:23:20.893645 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-58f0fa1e-fc76-480b-96e5-f94a33aeccea req-9bececff-afd1-4ce5-a22b-4abac075b6a4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364239 Jun 24 10:23:21.032210 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:21.048085 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a143e4-1527-4895-be67-7c2fe7b70d5a req-a484fd7e-56b3-4c69-887a-1162df29fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:21.049519 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b4a143e4-1527-4895-be67-7c2fe7b70d5a req-a484fd7e-56b3-4c69-887a-1162df29fb75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 1099 time: 0.0545275 Jun 24 10:23:21.071707 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:21.075563 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:21.095242 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b4a143e4-1527-4895-be67-7c2fe7b70d5a req-6765ba88-b133-44c8-b4f1-15b6c604213d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303891 Jun 24 10:23:21.115499 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:23:21.118386 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:23:21.125824 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:23:21.151844 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Pushing event updated for resources: {'Port': ['ID=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:21.156370 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:21.177194 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:21.177811 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:21.192699 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7054501 Jun 24 10:23:21.489557 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5647a81-b14b-4de8-adc9-4de2bdea0019 req-137144cc-4d32-4ef8-875f-6ff005b6f1e3 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:21.491028 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e5647a81-b14b-4de8-adc9-4de2bdea0019 req-137144cc-4d32-4ef8-875f-6ff005b6f1e3 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0737517 Jun 24 10:23:21.527525 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e5647a81-b14b-4de8-adc9-4de2bdea0019 req-4dac3fa4-c78f-4097-b7b9-595df178837c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Jun 24 10:23:21.787927 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f852b-551c-4293-832c-f8c040f87c3c req-95b984f7-766d-4c3d-a178-3bfdfe742c38 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:21.789344 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-044f852b-551c-4293-832c-f8c040f87c3c req-95b984f7-766d-4c3d-a178-3bfdfe742c38 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 932 time: 0.0662112 Jun 24 10:23:21.831984 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-044f852b-551c-4293-832c-f8c040f87c3c req-5f075dbc-3464-41f0-8ddb-5b686db53b78 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367723 Jun 24 10:23:22.068638 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7048365-3846-49e7-96f3-d9bf611ee75e req-3f73e351-90ad-4c65-a3d2-66490746ed2c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:22.069978 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f7048365-3846-49e7-96f3-d9bf611ee75e req-3f73e351-90ad-4c65-a3d2-66490746ed2c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0606117 Jun 24 10:23:22.107283 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f7048365-3846-49e7-96f3-d9bf611ee75e req-47edea44-73e1-491b-98a5-3c189afe2dd4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315893 Jun 24 10:23:22.694381 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1365-ae8c-4d76-89b8-d035b133e745 req-2030d9c9-1807-4de9-83f2-3bf093cfc18a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:22.695769 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-11df1365-ae8c-4d76-89b8-d035b133e745 req-2030d9c9-1807-4de9-83f2-3bf093cfc18a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0602336 Jun 24 10:23:22.731297 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-11df1365-ae8c-4d76-89b8-d035b133e745 req-fd9c8224-4c27-4c11-a4a1-478d28cc5ab1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300353 Jun 24 10:23:22.873354 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:22.899498 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:23:22.899849 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device e68a5c9e-8420-4d3f-a1e8-a2cccb1b784f not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:23.017454 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fcd01-41e0-4ea3-a8d8-1a3a72e3fce1 req-a6561164-328b-45bb-a6ec-ea08663c8b1d tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:23.018904 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f13fcd01-41e0-4ea3-a8d8-1a3a72e3fce1 req-a6561164-328b-45bb-a6ec-ea08663c8b1d tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 932 time: 0.0600693 Jun 24 10:23:23.055186 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f13fcd01-41e0-4ea3-a8d8-1a3a72e3fce1 req-7440928e-ad6b-4c91-9b92-fd22d324b55b tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306053 Jun 24 10:23:23.283204 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc43f7e-b398-449a-a903-59e6acaaac85 req-182df392-8c8c-41ee-8022-c43f1155ffbd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:23.284604 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0cc43f7e-b398-449a-a903-59e6acaaac85 req-182df392-8c8c-41ee-8022-c43f1155ffbd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0630763 Jun 24 10:23:23.320731 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0cc43f7e-b398-449a-a903-59e6acaaac85 req-ca177a13-be7c-4308-8956-31383321cf40 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304682 Jun 24 10:23:23.911371 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf949f-9f5d-4a22-ba88-a8357dd37d32 req-999ea337-e628-4254-b060-5df55e085e70 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:23.912908 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2eaf949f-9f5d-4a22-ba88-a8357dd37d32 req-999ea337-e628-4254-b060-5df55e085e70 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0676048 Jun 24 10:23:23.952349 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2eaf949f-9f5d-4a22-ba88-a8357dd37d32 req-596a9c00-7b44-48cc-97dc-c2a7fb6c62cd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Jun 24 10:23:23.970711 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Request body: {'port': {'device_id': 'b1dc1837-11d3-46f8-938a-2cf52d8f0864', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:23:24.043213 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:24.228519 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489794c-552e-44c0-ae89-82f398e59c3c req-7de18799-3433-4f54-86a4-7286bb247552 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:24.229961 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c489794c-552e-44c0-ae89-82f398e59c3c req-7de18799-3433-4f54-86a4-7286bb247552 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 932 time: 0.0647576 Jun 24 10:23:24.268611 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c489794c-552e-44c0-ae89-82f398e59c3c req-c93e14fd-4d68-4a0d-9bc2-0ac16dd9d20a tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323777 Jun 24 10:23:24.572928 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:23:24.581494 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:24.599430 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Transition to ACTIVE for port object ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:23:24.608324 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c7c1-21e7-44a2-8c77-ffdeb83bf5d0 req-82288f37-42ab-47f5-97c9-9479b10f9f4a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:24.609683 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e153c7c1-21e7-44a2-8c77-ffdeb83bf5d0 req-82288f37-42ab-47f5-97c9-9479b10f9f4a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1221063 Jun 24 10:23:24.610784 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:24.612736 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:24.693977 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Pushing event updated for resources: {'Port': ['ID=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:24.714203 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:24.719336 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e153c7c1-21e7-44a2-8c77-ffdeb83bf5d0 req-6532bbfa-72f8-4c2f-919a-7730d02f209e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001704 Jun 24 10:23:24.765714 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Attempting to bind port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:23:24.766139 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Attempting to bind port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '283da210-89b0-4e65-a9a7-3f8f0952046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:23:24.766406 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Attempting to bind port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 on network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:23:24.770564 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 on network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:23:24.770882 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Attempting to bind port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 on network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:23:24.775621 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:23:24.775960 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Checking segment: {'id': '283da210-89b0-4e65-a9a7-3f8f0952046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:23:24.776343 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Bound using segment: {'id': '283da210-89b0-4e65-a9a7-3f8f0952046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:23:24.776778 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Bound port: ec75dcc2-58ae-47c7-bc4b-1a2051b516b3, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '283da210-89b0-4e65-a9a7-3f8f0952046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:23:24.777123 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:24.851222 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] For port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:23:24.858550 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] For port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3,segment=NetworkSegment(283da210-89b0-4e65-a9a7-3f8f0952046a),segment_id=283da210-89b0-4e65-a9a7-3f8f0952046a)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:23:24.862579 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:24.865353 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:24.895087 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:24.895700 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:24.897167 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] 10.222.0.77 "PUT /v2.0/ports/ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 HTTP/1.1" status: 200 len: 1094 time: 0.9337621 Jun 24 10:23:24.897569 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1dc1837-11d3-46f8-938a-2cf52d8f0864', 'tag': 'ec75dcc2-58ae-47c7-bc4b-1a2051b516b3'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:23:24.899867 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c4237f-921e-4b9d-b0b4-98b4942d0485" -d '{"events": [{"name": "network-changed", "server_uuid": "b1dc1837-11d3-46f8-938a-2cf52d8f0864", "tag": "ec75dcc2-58ae-47c7-bc4b-1a2051b516b3"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:24.936751 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Pushing event updated for resources: {'Port': ['ID=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:24.942967 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:24.947379 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af4e311-409d-46ef-bbd0-18c9b3e4fdaa x-openstack-request-id: req-3af4e311-409d-46ef-bbd0-18c9b3e4fdaa {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:24.947707 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1dc1837-11d3-46f8-938a-2cf52d8f0864", "tag": "ec75dcc2-58ae-47c7-bc4b-1a2051b516b3", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:24.947992 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3af4e311-409d-46ef-bbd0-18c9b3e4fdaa {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:24.948416 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1dc1837-11d3-46f8-938a-2cf52d8f0864', 'tag': 'ec75dcc2-58ae-47c7-bc4b-1a2051b516b3', 'status': 'completed', 'code': 200} Jun 24 10:23:25.092088 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3e58d445-0518-4fc1-a0ea-aabc9026fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:25.095021 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-3e58d445-0518-4fc1-a0ea-aabc9026fe20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f874990611f43259650fa47e779bf2d&device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 1097 time: 0.1374416 Jun 24 10:23:25.172416 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-9b252ae2-661b-4936-81b4-3d9daf7ad670 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 HTTP/1.1" status: 200 len: 217 time: 0.0669634 Jun 24 10:23:25.254540 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-e090e0ef-cce5-4cda-8b35-4b13c9ab890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:25.256366 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-e090e0ef-cce5-4cda-8b35-4b13c9ab890c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4dab42eb-76cb-4d21-942c-c11a17b4062a HTTP/1.1" status: 200 len: 852 time: 0.0741217 Jun 24 10:23:25.295233 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 37416) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:25.307984 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-0b19b710-ca7e-42a5-bf9c-7fd93803b74d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437753 Jun 24 10:23:25.316391 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725e87e-b7db-4254-982d-148765aa9f24 req-97a9485b-89b4-4e49-bf09-796d6bfeea4c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:25.317926 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0725e87e-b7db-4254-982d-148765aa9f24 req-97a9485b-89b4-4e49-bf09-796d6bfeea4c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1485343 Jun 24 10:23:25.413480 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0725e87e-b7db-4254-982d-148765aa9f24 req-7aecce51-8d5e-4cf5-a0cb-4b6d458a4b8b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839252 Jun 24 10:23:25.450425 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-45fca7b5-a12d-4235-8fc4-9656ef49b3bf service neutron] 10.222.0.77 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288493 Jun 24 10:23:25.602172 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-93592e25-402e-4d67-b7b6-c678f7428dbc req-fb942231-2bae-42f4-b6ac-bf60edec3058 service neutron] 10.222.0.77 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425731 Jun 24 10:23:25.736306 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4237f-921e-4b9d-b0b4-98b4942d0485 req-6e58a165-8d09-4f78-92a3-ab74a2f8e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:25.738572 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-84c4237f-921e-4b9d-b0b4-98b4942d0485 req-6e58a165-8d09-4f78-92a3-ab74a2f8e066 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f874990611f43259650fa47e779bf2d&device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 1097 time: 0.0671473 Jun 24 10:23:25.752744 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fc5f84b4-4842-49bb-b339-1c136249d299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:25.813708 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8c303-0fdf-48b7-bb5b-0204df8d6b1e req-a46d7936-049b-4147-a5c6-3d20d3d1dcbd tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:25.815576 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d1b8c303-0fdf-48b7-bb5b-0204df8d6b1e req-a46d7936-049b-4147-a5c6-3d20d3d1dcbd tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 944 time: 0.3239467 Jun 24 10:23:25.866989 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4237f-921e-4b9d-b0b4-98b4942d0485 req-247f0bc4-7479-4185-a99b-d9544e2540ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:25.869692 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-84c4237f-921e-4b9d-b0b4-98b4942d0485 req-247f0bc4-7479-4185-a99b-d9544e2540ad service neutron] 10.222.0.77 "GET /v2.0/networks?id=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 HTTP/1.1" status: 200 len: 914 time: 0.1234603 Jun 24 10:23:25.888535 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d1b8c303-0fdf-48b7-bb5b-0204df8d6b1e req-de975c2f-1556-472d-b285-c36a9999b73a tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641577 Jun 24 10:23:25.933271 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-84c4237f-921e-4b9d-b0b4-98b4942d0485 req-8f75482c-fca8-4990-a68b-166505a7ed9e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 HTTP/1.1" status: 200 len: 217 time: 0.0558403 Jun 24 10:23:25.955280 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fc5f84b4-4842-49bb-b339-1c136249d299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:25.959488 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fc5f84b4-4842-49bb-b339-1c136249d299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:25.964082 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d13bc0b4-cc02-4a90-8ee3-55ee0b4c900b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:26.018639 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f84b4-4842-49bb-b339-1c136249d299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb390a4-b634-4326-8ab5-3d354f446377,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:26.042939 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-fc5f84b4-4842-49bb-b339-1c136249d299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:26.085145 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4237f-921e-4b9d-b0b4-98b4942d0485 req-c1780803-38e9-4978-a1ec-94747e0b21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:26.092630 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-fc5f84b4-4842-49bb-b339-1c136249d299 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00b855fcccbd4d218cf48ffb30c9bdb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7945812 Jun 24 10:23:26.093414 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-84c4237f-921e-4b9d-b0b4-98b4942d0485 req-c1780803-38e9-4978-a1ec-94747e0b21f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4dab42eb-76cb-4d21-942c-c11a17b4062a HTTP/1.1" status: 200 len: 852 time: 0.1316104 Jun 24 10:23:26.094762 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 37426) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:26.204748 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbbcf0-ab2d-49b9-85ed-9773084ed8c7 req-8efb31d3-a530-4727-bbf3-c28cdaddd6e7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:26.204999 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-30542003-1903-4e03-b4ec-43f0edf3489e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:26.212140 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-34dbbcf0-ab2d-49b9-85ed-9773084ed8c7 req-8efb31d3-a530-4727-bbf3-c28cdaddd6e7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.2819779 Jun 24 10:23:26.221408 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-84c4237f-921e-4b9d-b0b4-98b4942d0485 req-da5fe4e9-5b19-4a11-be41-5dafa746fa38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164896 Jun 24 10:23:26.242702 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-30542003-1903-4e03-b4ec-43f0edf3489e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:26.309234 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-30542003-1903-4e03-b4ec-43f0edf3489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:26.313144 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-30542003-1903-4e03-b4ec-43f0edf3489e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:26.315523 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-30542003-1903-4e03-b4ec-43f0edf3489e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ffb390a4-b634-4326-8ab5-3d354f446377 HTTP/1.1" status: 204 len: 168 time: 0.2190037 Jun 24 10:23:26.316286 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-08210c72-6d89-4d71-bc93-a876abd009c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:26.325572 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30542003-1903-4e03-b4ec-43f0edf3489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb390a4-b634-4326-8ab5-3d354f446377,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:26.328686 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-30542003-1903-4e03-b4ec-43f0edf3489e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:26.355154 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-34dbbcf0-ab2d-49b9-85ed-9773084ed8c7 req-2ed11644-02a0-4c29-92a0-717838f5017e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420407 Jun 24 10:23:26.428573 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-84c4237f-921e-4b9d-b0b4-98b4942d0485 req-c3bded4a-8848-40e9-8377-993fead3eeb3 service neutron] 10.222.0.77 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913972 Jun 24 10:23:26.616232 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-84c4237f-921e-4b9d-b0b4-98b4942d0485 req-2d01e540-31c1-4c18-98a0-f173a5a00c59 service neutron] 10.222.0.77 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698658 Jun 24 10:23:26.708942 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34454c-335f-485d-ba4b-767f3a0905ce req-10733b1f-a6e6-4bb5-aa93-5adf0c8df601 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:26.716557 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6d34454c-335f-485d-ba4b-767f3a0905ce req-10733b1f-a6e6-4bb5-aa93-5adf0c8df601 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0887430 Jun 24 10:23:26.767437 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6d34454c-335f-485d-ba4b-767f3a0905ce req-14f2679b-2849-4ede-be3b-fed88996573c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498338 Jun 24 10:23:27.139159 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ba785-e113-4afd-a366-ad193239363a req-3657a86f-86d2-41cd-b109-c0b1fe52ef0f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:27.141908 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7c0ba785-e113-4afd-a366-ad193239363a req-3657a86f-86d2-41cd-b109-c0b1fe52ef0f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 944 time: 0.1137798 Jun 24 10:23:27.255388 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7c0ba785-e113-4afd-a366-ad193239363a req-681122a4-4a8e-414e-ae4e-a17039ac0e2f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067045 Jun 24 10:23:27.360563 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33c015-4caf-468a-bd05-a9c1a8cf21d8 req-2544d751-d89b-4cc9-8587-ff261e8e66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:27.363396 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1f33c015-4caf-468a-bd05-a9c1a8cf21d8 req-2544d751-d89b-4cc9-8587-ff261e8e66eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 1099 time: 0.1431868 Jun 24 10:23:27.484014 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3403f-18f5-494b-93d1-a405ffc07a04 req-2ab9f236-76b1-4d50-a226-0b5814ffd3ce tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:27.488852 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-78f3403f-18f5-494b-93d1-a405ffc07a04 req-2ab9f236-76b1-4d50-a226-0b5814ffd3ce tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1672246 Jun 24 10:23:27.570937 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33c015-4caf-468a-bd05-a9c1a8cf21d8 req-3cb98005-7085-49d2-ab60-ffaf9c22fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:27.573048 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1f33c015-4caf-468a-bd05-a9c1a8cf21d8 req-3cb98005-7085-49d2-ab60-ffaf9c22fa38 service neutron] 10.222.0.77 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 921 time: 0.2012148 Jun 24 10:23:27.588391 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-78f3403f-18f5-494b-93d1-a405ffc07a04 req-d4573eae-2cfb-4188-953f-3b543a31c8d7 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938616 Jun 24 10:23:27.628342 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1f33c015-4caf-468a-bd05-a9c1a8cf21d8 req-92967acb-20ff-4bd1-ba34-f7930a206d6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa4826a-69b5-4011-8177-49eb6f4a5483 HTTP/1.1" status: 200 len: 217 time: 0.0439894 Jun 24 10:23:27.728376 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33c015-4caf-468a-bd05-a9c1a8cf21d8 req-0f93ce98-f896-44fd-b37b-712cb4b2f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:27.728914 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1f33c015-4caf-468a-bd05-a9c1a8cf21d8 req-0f93ce98-f896-44fd-b37b-712cb4b2f9f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7f4f6026-189f-4062-bf39-a9453bf9fae7 HTTP/1.1" status: 200 len: 859 time: 0.0887003 Jun 24 10:23:27.830743 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1f33c015-4caf-468a-bd05-a9c1a8cf21d8 req-f52e795c-45ea-44fc-b04f-70d9b3c20510 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889707 Jun 24 10:23:27.862104 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf164cbb-5eb3-4018-9ba7-4c11c7eed51c req-951ad7d6-4f1c-406b-9a76-70fe3979848e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:27.870034 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cf164cbb-5eb3-4018-9ba7-4c11c7eed51c req-951ad7d6-4f1c-406b-9a76-70fe3979848e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1527863 Jun 24 10:23:27.928840 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cf164cbb-5eb3-4018-9ba7-4c11c7eed51c req-d4a7f64d-fd03-4609-85ed-ebefd83a210d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557153 Jun 24 10:23:28.035813 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4227382-d747-4d23-89d6-7cc32e07639d req-324e9a49-2bf5-4ad6-82d5-9e2752450e11 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:28.038179 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a4227382-d747-4d23-89d6-7cc32e07639d req-324e9a49-2bf5-4ad6-82d5-9e2752450e11 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1813025 Jun 24 10:23:28.052768 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1f33c015-4caf-468a-bd05-a9c1a8cf21d8 req-14e56723-1b3f-44c0-a82e-49f1735523e7 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751907 Jun 24 10:23:28.161885 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a4227382-d747-4d23-89d6-7cc32e07639d req-2b23c171-9b03-468d-8c88-e8d9ffcbef88 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174011 Jun 24 10:23:28.229996 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1f33c015-4caf-468a-bd05-a9c1a8cf21d8 req-4e89db56-4312-4412-9598-533f15df33f5 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641147 Jun 24 10:23:28.408885 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c2845-93a5-4881-9268-93524d2c15e1 req-7a6ffea1-760b-409c-8de8-5393d0d7a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:28.410291 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8a3c2845-93a5-4881-9268-93524d2c15e1 req-7a6ffea1-760b-409c-8de8-5393d0d7a63a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 1099 time: 0.0573809 Jun 24 10:23:28.470083 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd03942-17e5-4a5a-a0d4-b3c56ecd4e83 req-5f5863cf-7c72-4ee4-81d8-00f3162f9811 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:28.482728 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0bd03942-17e5-4a5a-a0d4-b3c56ecd4e83 req-5f5863cf-7c72-4ee4-81d8-00f3162f9811 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 944 time: 0.0910406 Jun 24 10:23:28.525445 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0bd03942-17e5-4a5a-a0d4-b3c56ecd4e83 req-070a4ec2-dbc6-4333-bd0d-15bcf6eab5f4 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Jun 24 10:23:28.568451 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c2845-93a5-4881-9268-93524d2c15e1 req-63edf84c-89b7-4369-bf4a-0498d358e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:28.570046 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8a3c2845-93a5-4881-9268-93524d2c15e1 req-63edf84c-89b7-4369-bf4a-0498d358e154 service neutron] 10.222.0.77 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 921 time: 0.1355448 Jun 24 10:23:28.630463 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:23:28.635866 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8a3c2845-93a5-4881-9268-93524d2c15e1 req-70cdb857-9209-4c4a-9b2c-ef86b8485ce4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa4826a-69b5-4011-8177-49eb6f4a5483 HTTP/1.1" status: 200 len: 217 time: 0.0491972 Jun 24 10:23:28.772701 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c2845-93a5-4881-9268-93524d2c15e1 req-ee960819-9595-48a2-8902-1fa46c88f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:28.774175 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8a3c2845-93a5-4881-9268-93524d2c15e1 req-ee960819-9595-48a2-8902-1fa46c88f2e7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7f4f6026-189f-4062-bf39-a9453bf9fae7 HTTP/1.1" status: 200 len: 859 time: 0.1207905 Jun 24 10:23:28.827409 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3,segment=NetworkSegment(283da210-89b0-4e65-a9a7-3f8f0952046a),segment_id=283da210-89b0-4e65-a9a7-3f8f0952046a)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:28.845494 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8a3c2845-93a5-4881-9268-93524d2c15e1 req-49d4006a-abc0-4feb-96c3-e22cf2172322 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605092 Jun 24 10:23:28.848583 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': 'ec75dcc2-58ae-47c7-bc4b-1a2051b516b3', 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6', 'port_id': 'ec75dcc2-58ae-47c7-bc4b-1a2051b516b3', 'mac_address': 'fa:16:3e:70:5c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dab42eb-76cb-4d21-942c-c11a17b4062a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:23:28.927443 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:28.987346 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:23:29.035129 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731ed25-202d-4520-97d0-44ea1891974e req-5bcd25a0-4e9a-4b11-b833-e74a0c85cbf1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:29.043446 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4731ed25-202d-4520-97d0-44ea1891974e req-5bcd25a0-4e9a-4b11-b833-e74a0c85cbf1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.2004213 Jun 24 10:23:29.047837 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8a3c2845-93a5-4881-9268-93524d2c15e1 req-3e096d4a-7fd6-4498-8e02-da65b0b4cff5 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868947 Jun 24 10:23:29.049796 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3,segment=NetworkSegment(283da210-89b0-4e65-a9a7-3f8f0952046a),segment_id=283da210-89b0-4e65-a9a7-3f8f0952046a)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:29.055895 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:29.058832 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:29.131541 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:29.139565 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.140210 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.140752 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.141268 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.141787 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.142564 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.143323 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.143984 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.144583 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.145345 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.146189 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.146985 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:23:29.153330 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:29.178275 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8a3c2845-93a5-4881-9268-93524d2c15e1 req-ae9eea30-8e04-4d5b-b6db-77a0a3ad3ece service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208112 Jun 24 10:23:29.181169 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa1102-51eb-4aab-9a0b-41eeb24b6aeb req-2587011c-12d5-4378-98a2-28ca35c6f2a1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:29.183277 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4731ed25-202d-4520-97d0-44ea1891974e req-27e6c1c5-6a02-4599-a774-710c1bc4d1e2 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390069 Jun 24 10:23:29.188513 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ffa1102-51eb-4aab-9a0b-41eeb24b6aeb req-2587011c-12d5-4378-98a2-28ca35c6f2a1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0912790 Jun 24 10:23:29.235213 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ffa1102-51eb-4aab-9a0b-41eeb24b6aeb req-cdcae57f-888b-4619-9f57-0462fb2e5def tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456712 Jun 24 10:23:29.452631 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc349b0-16c4-4c51-a54a-42dfac74b880 req-a712c9dd-317d-4c2f-b90e-16513c4bec12 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:29.454241 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bcc349b0-16c4-4c51-a54a-42dfac74b880 req-a712c9dd-317d-4c2f-b90e-16513c4bec12 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 945 time: 0.1257925 Jun 24 10:23:29.465364 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc51de-5395-4226-ae48-64cacb205ac3 req-da09ab20-565f-4ce2-91e0-95c119998820 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:29.469164 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d6bc51de-5395-4226-ae48-64cacb205ac3 req-da09ab20-565f-4ce2-91e0-95c119998820 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1199610 Jun 24 10:23:29.523970 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d6bc51de-5395-4226-ae48-64cacb205ac3 req-fea8cb7a-739b-4877-91ca-a10942371b95 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467081 Jun 24 10:23:29.541313 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bcc349b0-16c4-4c51-a54a-42dfac74b880 req-4353bfb3-7315-4747-9542-d47338b22587 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726521 Jun 24 10:23:29.586453 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['ec75dcc2-58ae-47c7-bc4b-1a2051b516b3'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:23:29.806650 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06fac6-cf3d-4ad8-9194-63bcc87bdd6a req-0c30cd61-42ad-47d7-a6fa-a100024b9af7 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:29.818736 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8f06fac6-cf3d-4ad8-9194-63bcc87bdd6a req-0c30cd61-42ad-47d7-a6fa-a100024b9af7 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 945 time: 0.1131818 Jun 24 10:23:29.878619 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8f06fac6-cf3d-4ad8-9194-63bcc87bdd6a req-5035af20-8174-4ab5-be8e-5dcdd40c5161 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Jun 24 10:23:30.401131 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358369f-6cee-4337-9fe9-91b94e29cef7 req-31960ce5-690a-40a8-846a-aa67b77d4001 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:30.409219 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0358369f-6cee-4337-9fe9-91b94e29cef7 req-31960ce5-690a-40a8-846a-aa67b77d4001 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0878730 Jun 24 10:23:30.419214 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160140-573d-4d6f-a1cc-92c4311d3519 req-fe7278a6-991b-4c1b-83c6-898b70e68a98 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:30.427180 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-76160140-573d-4d6f-a1cc-92c4311d3519 req-fe7278a6-991b-4c1b-83c6-898b70e68a98 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0805571 Jun 24 10:23:30.460926 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0358369f-6cee-4337-9fe9-91b94e29cef7 req-14916cdd-205d-4e25-8ffa-03576d94f2dc tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459127 Jun 24 10:23:30.471516 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-76160140-573d-4d6f-a1cc-92c4311d3519 req-dc4b8083-ffe8-4039-8ef7-d48699ccb979 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431330 Jun 24 10:23:30.762726 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc8dbe-16c9-47dd-8987-c3681bcdda47 req-4d9c2d4c-67f7-4e81-8cc3-a3007e9f3ddc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:30.769379 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66cd8-34dd-4633-9ea4-f735e35cd2e6 req-b7839467-a0c1-4c86-a9ac-4c848b47304e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:30.770673 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d4cc8dbe-16c9-47dd-8987-c3681bcdda47 req-4d9c2d4c-67f7-4e81-8cc3-a3007e9f3ddc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 945 time: 0.0832369 Jun 24 10:23:30.780120 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fca66cd8-34dd-4633-9ea4-f735e35cd2e6 req-b7839467-a0c1-4c86-a9ac-4c848b47304e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1278152 Jun 24 10:23:30.826021 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d4cc8dbe-16c9-47dd-8987-c3681bcdda47 req-90991ce1-a11e-4092-b0b5-107df8d921b3 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535607 Jun 24 10:23:30.850427 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fca66cd8-34dd-4633-9ea4-f735e35cd2e6 req-4bbbffa6-0e24-4324-b053-627c11d0dd9d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688095 Jun 24 10:23:31.114899 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1ea91-43f2-4262-bbcd-a6d76ad96bcb req-b05cfc84-54e3-45a7-bcc7-cbee8f73f47f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:31.116514 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6df1ea91-43f2-4262-bbcd-a6d76ad96bcb req-b05cfc84-54e3-45a7-bcc7-cbee8f73f47f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 945 time: 0.1061912 Jun 24 10:23:31.170974 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6df1ea91-43f2-4262-bbcd-a6d76ad96bcb req-94947f66-ff05-418c-afc7-e10044baa824 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459466 Jun 24 10:23:31.687316 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45858160-519d-4bd8-9632-597899e73964 req-6387e8c5-c815-47e7-84c3-fb3a40472f75 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:31.688847 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-45858160-519d-4bd8-9632-597899e73964 req-6387e8c5-c815-47e7-84c3-fb3a40472f75 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1054552 Jun 24 10:23:31.698828 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281ae68-89de-40cf-a398-5dd338a6fdbf req-7f724b30-b87c-4ab5-aadc-37048916e8ca tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:31.700909 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7281ae68-89de-40cf-a398-5dd338a6fdbf req-7f724b30-b87c-4ab5-aadc-37048916e8ca tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1013887 Jun 24 10:23:31.739722 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-45858160-519d-4bd8-9632-597899e73964 req-20be4c66-c8dc-40a5-86bf-486a42dcce94 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Jun 24 10:23:31.775717 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7281ae68-89de-40cf-a398-5dd338a6fdbf req-742e2afa-78d9-4674-ae28-8b3f2fca891f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505319 Jun 24 10:23:32.098966 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70a4e9-8e85-4c1a-9189-26fa374e376c req-b9fbb3d6-0c30-45b0-a06e-bec4c7b43dd2 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:32.100823 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ea70a4e9-8e85-4c1a-9189-26fa374e376c req-b9fbb3d6-0c30-45b0-a06e-bec4c7b43dd2 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 945 time: 0.1417744 Jun 24 10:23:32.119002 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d77bf6-4f15-4688-9d4a-c8d274b7594c req-4c31f0ef-be92-4f07-ae4c-eae3b9a6af9d tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:32.127174 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-24d77bf6-4f15-4688-9d4a-c8d274b7594c req-4c31f0ef-be92-4f07-ae4c-eae3b9a6af9d tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 945 time: 0.1086290 Jun 24 10:23:32.188209 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4cc81-35e3-419b-a678-1f148198b41d req-15770cb5-07b9-4c8d-ba7d-f783c595c71d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:32.191816 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-52f4cc81-35e3-419b-a678-1f148198b41d req-15770cb5-07b9-4c8d-ba7d-f783c595c71d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1222258 Jun 24 10:23:32.234663 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-24d77bf6-4f15-4688-9d4a-c8d274b7594c req-06b56a23-4596-48bd-aa00-63c163a78297 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047366 Jun 24 10:23:32.236466 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-52f4cc81-35e3-419b-a678-1f148198b41d req-623d7246-383a-4c41-9be0-df320726c5ee tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371146 Jun 24 10:23:32.369040 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-ea70a4e9-8e85-4c1a-9189-26fa374e376c req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Deleting port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:23:32.369381 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ea70a4e9-8e85-4c1a-9189-26fa374e376c req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:32.511056 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-ea70a4e9-8e85-4c1a-9189-26fa374e376c req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] For port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=03e8f2e5-ecf9-4c04-a597-5dcea1c15868,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:32.511478 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ea70a4e9-8e85-4c1a-9189-26fa374e376c req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:32.542843 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a8806-b745-47d8-8e33-7e886933a9be req-c2c98ef3-c679-47e8-9bcc-6e1a146bc640 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:32.544370 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-048a8806-b745-47d8-8e33-7e886933a9be req-c2c98ef3-c679-47e8-9bcc-6e1a146bc640 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 945 time: 0.1319442 Jun 24 10:23:32.546369 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-ea70a4e9-8e85-4c1a-9189-26fa374e376c req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Calling delete_port for 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 owned by compute:nova {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:23:32.653373 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-048a8806-b745-47d8-8e33-7e886933a9be req-a97a0670-14b0-43cb-b4af-500b41c901da tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969455 Jun 24 10:23:32.664080 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:23:32.771993 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:23:32.778734 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:23:32.779197 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ea70a4e9-8e85-4c1a-9189-26fa374e376c req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:32.780152 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:32.786977 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:32.819290 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Pushing event deleted for resources: {'Port': ['ID=03e8f2e5-ecf9-4c04-a597-5dcea1c15868,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:32.823231 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:32.839451 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['62c4af78-3d1d-4d74-b153-fe4cc676cc3a', 'f383bb4f-fbb4-4941-b066-1da079f0d52e', '2f0f4c0d-9782-47a1-b459-e7e9233fcfab', '03e8f2e5-ecf9-4c04-a597-5dcea1c15868'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:23:32.875296 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea70a4e9-8e85-4c1a-9189-26fa374e376c req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] No DVR routers for this DVR port 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 on host hv-cinder-79049 {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:23:32.879956 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ea70a4e9-8e85-4c1a-9189-26fa374e376c req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:32.882214 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ea70a4e9-8e85-4c1a-9189-26fa374e376c req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "DELETE /v2.0/ports/03e8f2e5-ecf9-4c04-a597-5dcea1c15868 HTTP/1.1" status: 204 len: 173 time: 0.7523963 Jun 24 10:23:32.883109 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6c928e-a1aa-4e96-89b5-683c213c261d', 'name': 'network-vif-deleted', 'tag': '03e8f2e5-ecf9-4c04-a597-5dcea1c15868'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:23:32.887110 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3688f201-925d-4d75-9040-c2edee3f708d" -d '{"events": [{"server_uuid": "cf6c928e-a1aa-4e96-89b5-683c213c261d", "name": "network-vif-deleted", "tag": "03e8f2e5-ecf9-4c04-a597-5dcea1c15868"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:32.953642 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd26d0df-7046-45c0-95dd-79511f033f21 x-openstack-request-id: req-fd26d0df-7046-45c0-95dd-79511f033f21 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:32.954115 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6c928e-a1aa-4e96-89b5-683c213c261d", "name": "network-vif-deleted", "tag": "03e8f2e5-ecf9-4c04-a597-5dcea1c15868", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:32.954502 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd26d0df-7046-45c0-95dd-79511f033f21 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:32.955020 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6c928e-a1aa-4e96-89b5-683c213c261d', 'name': 'network-vif-deleted', 'tag': '03e8f2e5-ecf9-4c04-a597-5dcea1c15868', 'status': 'completed', 'code': 200} Jun 24 10:23:33.019304 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:33.048369 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dc1837-11d3-46f8-938a-2cf52d8f0864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec75dcc2-58ae-47c7-bc4b-1a2051b516b3'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:23:33.050778 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f669b4-8ab9-4890-bfba-98361bde16a7" -d '{"events": [{"server_uuid": "b1dc1837-11d3-46f8-938a-2cf52d8f0864", "name": "network-vif-plugged", "status": "completed", "tag": "ec75dcc2-58ae-47c7-bc4b-1a2051b516b3"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:33.110275 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be451a-69d6-43d1-ae11-1d6d7eb8b350 req-c9612ccc-4725-4f7e-a4d7-b56af9f469ee tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:33.120815 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d98d80-6488-49f5-baa1-9bbb0dd8aa03 x-openstack-request-id: req-13d98d80-6488-49f5-baa1-9bbb0dd8aa03 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:33.121354 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dc1837-11d3-46f8-938a-2cf52d8f0864", "name": "network-vif-plugged", "status": "completed", "tag": "ec75dcc2-58ae-47c7-bc4b-1a2051b516b3", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:33.121752 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-13d98d80-6488-49f5-baa1-9bbb0dd8aa03 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:33.123528 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dc1837-11d3-46f8-938a-2cf52d8f0864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec75dcc2-58ae-47c7-bc4b-1a2051b516b3', 'code': 200} Jun 24 10:23:33.125401 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3,segment=NetworkSegment(283da210-89b0-4e65-a9a7-3f8f0952046a),segment_id=283da210-89b0-4e65-a9a7-3f8f0952046a)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:33.134050 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:33.137071 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-96be451a-69d6-43d1-ae11-1d6d7eb8b350 req-c9612ccc-4725-4f7e-a4d7-b56af9f469ee tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1494350 Jun 24 10:23:33.143111 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-346b430a-27cc-4dbf-9d5e-1b32be10d2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:33.209199 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:33.213057 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:33.219293 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-96be451a-69d6-43d1-ae11-1d6d7eb8b350 req-97136732-24d0-46ed-ad0b-6ce20c630652 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811713 Jun 24 10:23:33.517703 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58186446-7d2b-4019-bbda-210b9e91a24a req-d06ff35b-a78b-443d-b137-f49ceeb7a870 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:33.519233 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-58186446-7d2b-4019-bbda-210b9e91a24a req-d06ff35b-a78b-443d-b137-f49ceeb7a870 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0857377 Jun 24 10:23:33.539709 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-832156aa-c5f6-413e-a972-d77a08eba4df req-a6505b04-f7f1-40f1-822f-06ed72c2f799 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf6c928e-a1aa-4e96-89b5-683c213c261d HTTP/1.1" status: 200 len: 210 time: 0.0633357 Jun 24 10:23:33.610233 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d6f27-5247-4039-b592-1527c3f7147c req-c1c66232-e740-40ab-8458-3b104e2b796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:33.611733 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-de7d6f27-5247-4039-b592-1527c3f7147c req-c1c66232-e740-40ab-8458-3b104e2b796c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 1099 time: 0.0709646 Jun 24 10:23:33.612295 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-58186446-7d2b-4019-bbda-210b9e91a24a req-07e742a5-4123-4c2b-964e-582775cb8df4 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863166 Jun 24 10:23:33.679541 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-de7d6f27-5247-4039-b592-1527c3f7147c req-e15960fe-0581-486a-a30a-35d7ce18a533 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572915 Jun 24 10:23:33.867409 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:33.897824 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24c3c2-5d57-40ae-be67-52e273e4212b req-b52b997f-72ed-4749-9661-b71b82a83374 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:33.905350 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4e24c3c2-5d57-40ae-be67-52e273e4212b req-b52b997f-72ed-4749-9661-b71b82a83374 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.2021153 Jun 24 10:23:33.958864 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4e24c3c2-5d57-40ae-be67-52e273e4212b req-e748fabb-3689-4db3-aa5b-cc796202e102 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523858 Jun 24 10:23:34.018386 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a44629-1c0a-4a40-b889-a548754d78e1 req-aaa1c77a-7c6b-4880-a055-126719cae4d1 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:34.027530 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-91a44629-1c0a-4a40-b889-a548754d78e1 req-aaa1c77a-7c6b-4880-a055-126719cae4d1 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.2062418 Jun 24 10:23:34.096304 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-91a44629-1c0a-4a40-b889-a548754d78e1 req-26bb373c-12cd-44aa-a2d8-1cc2ffddcb70 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672407 Jun 24 10:23:34.484951 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135c089-2ef8-486c-a106-7687b718931d req-e647acba-7ceb-42a8-9bdc-4166d019a128 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:34.494667 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b135c089-2ef8-486c-a106-7687b718931d req-e647acba-7ceb-42a8-9bdc-4166d019a128 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1183000 Jun 24 10:23:34.570206 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b135c089-2ef8-486c-a106-7687b718931d req-4637bc5c-655a-402d-a471-583be1f544fa tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743532 Jun 24 10:23:34.874350 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40dbbe-9ac2-4fe4-b056-cfe3a34c0230 req-89918bf4-5bf5-48c7-b8e3-2f6cfd90d4ba tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:34.876459 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0f40dbbe-9ac2-4fe4-b056-cfe3a34c0230 req-89918bf4-5bf5-48c7-b8e3-2f6cfd90d4ba tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1072013 Jun 24 10:23:34.926465 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0f40dbbe-9ac2-4fe4-b056-cfe3a34c0230 req-35e100a7-2a9d-46ea-a12e-d264b9ca6955 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384874 Jun 24 10:23:35.358293 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46bcb9-063a-4f68-8e8b-507f98597817 req-4c3866b4-cec5-40fd-a4bf-c0bb0b3891f5 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:35.367108 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-aa46bcb9-063a-4f68-8e8b-507f98597817 req-4c3866b4-cec5-40fd-a4bf-c0bb0b3891f5 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.1316688 Jun 24 10:23:35.430260 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-aa46bcb9-063a-4f68-8e8b-507f98597817 req-f85a6bdd-874f-41bc-bdd1-bcdc1a2ee36f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576065 Jun 24 10:23:35.859434 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b822b-b1d9-4087-80c2-32a27a544b52 req-b977aedb-b8f0-4a82-8904-f6c49f54a8d6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:35.867448 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-510b822b-b1d9-4087-80c2-32a27a544b52 req-b977aedb-b8f0-4a82-8904-f6c49f54a8d6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0936921 Jun 24 10:23:35.934661 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-510b822b-b1d9-4087-80c2-32a27a544b52 req-191a33c0-e4da-451a-a72a-51a0ec7834fc tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657136 Jun 24 10:23:36.164083 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7da66-04c4-4409-afba-0819738a45cc req-0750b9be-ad70-49ef-9668-f8ac31044c58 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:36.165726 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6db7da66-04c4-4409-afba-0819738a45cc req-0750b9be-ad70-49ef-9668-f8ac31044c58 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0957692 Jun 24 10:23:36.243805 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6db7da66-04c4-4409-afba-0819738a45cc req-bd50769b-5cc6-431a-8ced-597702656492 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683858 Jun 24 10:23:36.548807 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d72e38-d637-4049-8ae7-54c399f2b406 req-2fa8a54e-16f0-4b6f-b0d0-ca806d830bc9 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:36.550326 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e3d72e38-d637-4049-8ae7-54c399f2b406 req-2fa8a54e-16f0-4b6f-b0d0-ca806d830bc9 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 945 time: 0.0837762 Jun 24 10:23:36.601472 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e3d72e38-d637-4049-8ae7-54c399f2b406 req-8ee9d66b-0937-4755-a383-6b08f4098b51 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447149 Jun 24 10:23:36.685488 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:36.710820 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:23:36.711235 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 03e8f2e5-ecf9-4c04-a597-5dcea1c15868 not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:37.127579 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab958fb-ba2e-4c67-8e25-50caa07de558 req-16ca3840-08e3-4c1c-8dd9-eca7d58e8bb1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:37.129768 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-bab958fb-ba2e-4c67-8e25-50caa07de558 req-16ca3840-08e3-4c1c-8dd9-eca7d58e8bb1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0744994 Jun 24 10:23:37.172714 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-bab958fb-ba2e-4c67-8e25-50caa07de558 req-96721cd7-2655-4b67-8d1c-c780d8ec0770 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371344 Jun 24 10:23:37.419368 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc321483-0642-4826-892d-a5e88839bc2b req-c1278c3b-9ad4-40b8-bddb-57ae4a760d63 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:37.421683 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bc321483-0642-4826-892d-a5e88839bc2b req-c1278c3b-9ad4-40b8-bddb-57ae4a760d63 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0658262 Jun 24 10:23:37.463698 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bc321483-0642-4826-892d-a5e88839bc2b req-9377f281-4cb4-4423-93a0-a993d803095e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336502 Jun 24 10:23:37.790376 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081a45-9c1b-4d95-a255-eb9ff9da39ca req-158e8940-9496-4e89-83c3-25a8a6f9fc7f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:37.797781 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0b081a45-9c1b-4d95-a255-eb9ff9da39ca req-158e8940-9496-4e89-83c3-25a8a6f9fc7f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 945 time: 0.0731604 Jun 24 10:23:37.836476 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0b081a45-9c1b-4d95-a255-eb9ff9da39ca req-4750e53f-1d3e-44fb-82d3-d00aa4e922d7 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378275 Jun 24 10:23:38.397107 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1ea25f9e-d7e5-4088-96c4-537e1761b6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:38.409961 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08715a1-afd4-4124-b651-95bc86d704f7 req-5f5ab949-e2ca-4771-b986-58cd0a301116 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:38.411607 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b08715a1-afd4-4124-b651-95bc86d704f7 req-5f5ab949-e2ca-4771-b986-58cd0a301116 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1099112 Jun 24 10:23:38.455385 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b08715a1-afd4-4124-b651-95bc86d704f7 req-184b2a8b-1d5f-4450-bb0c-343be96a90d0 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377803 Jun 24 10:23:38.680208 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01439c73-ed3b-4d39-a1fa-13279c17356e req-2d4d3ce9-22de-46c1-bc6f-711ab32d9d0b tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:38.681771 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-01439c73-ed3b-4d39-a1fa-13279c17356e req-2d4d3ce9-22de-46c1-bc6f-711ab32d9d0b tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1005807 Jun 24 10:23:38.768575 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-01439c73-ed3b-4d39-a1fa-13279c17356e req-9914160c-45af-4c16-b4d8-a39948011f26 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780780 Jun 24 10:23:39.067862 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d9147-1f4b-47f4-ac95-7071a2ec326a req-4b7db6f7-5af6-4f28-bab4-a5aaa50f14c9 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:39.069308 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-509d9147-1f4b-47f4-ac95-7071a2ec326a req-4b7db6f7-5af6-4f28-bab4-a5aaa50f14c9 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 945 time: 0.1011198 Jun 24 10:23:39.111407 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8071e-27fc-4742-bef5-bd575f4e8112 req-dd81de70-5a15-41ff-b043-74e13d0341d9 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:39.112819 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-eaa8071e-27fc-4742-bef5-bd575f4e8112 req-dd81de70-5a15-41ff-b043-74e13d0341d9 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 945 time: 0.1004567 Jun 24 10:23:39.127359 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-509d9147-1f4b-47f4-ac95-7071a2ec326a req-19a83800-d423-471e-bdba-24408753531e tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498292 Jun 24 10:23:39.467428 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-eaa8071e-27fc-4742-bef5-bd575f4e8112 req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Deleting port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:23:39.468088 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-eaa8071e-27fc-4742-bef5-bd575f4e8112 req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:39.572130 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-eaa8071e-27fc-4742-bef5-bd575f4e8112 req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] For port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2f0f4c0d-9782-47a1-b459-e7e9233fcfab,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:39.572604 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-eaa8071e-27fc-4742-bef5-bd575f4e8112 req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:39.592701 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-eaa8071e-27fc-4742-bef5-bd575f4e8112 req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Calling delete_port for 2f0f4c0d-9782-47a1-b459-e7e9233fcfab owned by compute:nova {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:23:39.726893 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13a1b2-09b4-44cb-849d-5add9989ec11 req-b574f1d0-1a56-4706-b1ce-8f1c84dc142d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:39.732146 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5d13a1b2-09b4-44cb-849d-5add9989ec11 req-b574f1d0-1a56-4706-b1ce-8f1c84dc142d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1292124 Jun 24 10:23:39.786511 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-eaa8071e-27fc-4742-bef5-bd575f4e8112 req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:39.787957 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5d13a1b2-09b4-44cb-849d-5add9989ec11 req-f37be324-c256-48b0-a242-ab942ecd62ef tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489197 Jun 24 10:23:39.793123 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f6fb1241-3610-4d97-87c4-75fc50aba952 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:39.805464 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['62c4af78-3d1d-4d74-b153-fe4cc676cc3a', 'f383bb4f-fbb4-4941-b066-1da079f0d52e', '2f0f4c0d-9782-47a1-b459-e7e9233fcfab'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:23:39.834764 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Pushing event deleted for resources: {'Port': ['ID=2f0f4c0d-9782-47a1-b459-e7e9233fcfab,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:39.841865 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:39.928208 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 37824) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:39.940025 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa8071e-27fc-4742-bef5-bd575f4e8112 req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] No DVR routers for this DVR port 2f0f4c0d-9782-47a1-b459-e7e9233fcfab on host hv-cinder-79049 {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:23:39.943480 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-eaa8071e-27fc-4742-bef5-bd575f4e8112 req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:39.946411 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-eaa8071e-27fc-4742-bef5-bd575f4e8112 req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "DELETE /v2.0/ports/2f0f4c0d-9782-47a1-b459-e7e9233fcfab HTTP/1.1" status: 204 len: 173 time: 0.8180714 Jun 24 10:23:39.947654 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510cc937-78a8-4dea-b231-ea42394cbadd', 'name': 'network-vif-deleted', 'tag': '2f0f4c0d-9782-47a1-b459-e7e9233fcfab'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:23:39.951801 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d4473d-87bb-4aed-b6e4-4f5185a4eba7" -d '{"events": [{"server_uuid": "510cc937-78a8-4dea-b231-ea42394cbadd", "name": "network-vif-deleted", "tag": "2f0f4c0d-9782-47a1-b459-e7e9233fcfab"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:40.024100 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eb115b-8511-474c-b16d-0a1e1332f29e x-openstack-request-id: req-e0eb115b-8511-474c-b16d-0a1e1332f29e {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:40.024701 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510cc937-78a8-4dea-b231-ea42394cbadd", "name": "network-vif-deleted", "tag": "2f0f4c0d-9782-47a1-b459-e7e9233fcfab", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:40.025157 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0eb115b-8511-474c-b16d-0a1e1332f29e {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:40.026048 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510cc937-78a8-4dea-b231-ea42394cbadd', 'name': 'network-vif-deleted', 'tag': '2f0f4c0d-9782-47a1-b459-e7e9233fcfab', 'status': 'completed', 'code': 200} Jun 24 10:23:40.144914 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-18244d25-abd8-48a8-84e1-c32774caa917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:40.202569 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa7ffb-113d-4f76-b234-d32d927c1080 req-79313aae-cc71-4d73-b397-6e820c3b49f8 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:40.218673 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4daa7ffb-113d-4f76-b234-d32d927c1080 req-79313aae-cc71-4d73-b397-6e820c3b49f8 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1940513 Jun 24 10:23:40.285642 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4daa7ffb-113d-4f76-b234-d32d927c1080 req-694ecc94-095d-4aaf-bf97-ff5eaa232544 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657914 Jun 24 10:23:40.292097 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-18244d25-abd8-48a8-84e1-c32774caa917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:40.297516 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-18244d25-abd8-48a8-84e1-c32774caa917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:40.305401 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:40.357563 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-18244d25-abd8-48a8-84e1-c32774caa917 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0e2403045c034a7684c12c4565c1dec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276536 Jun 24 10:23:40.360112 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 37834) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:40.371949 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18244d25-abd8-48a8-84e1-c32774caa917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb66f34c-ed9b-4d16-a1de-8f1aa794bc33,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:40.404788 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-18244d25-abd8-48a8-84e1-c32774caa917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:40.407250 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9776c60d-0f49-44a2-9d53-fc1f4cda3f24 req-ac994945-27a1-4a9c-93ba-55340da50844 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=510cc937-78a8-4dea-b231-ea42394cbadd HTTP/1.1" status: 200 len: 210 time: 0.0531511 Jun 24 10:23:40.423798 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f0cf37f1-45cb-49d3-9667-c0c265ab7845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:40.447408 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f0cf37f1-45cb-49d3-9667-c0c265ab7845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:40.515678 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f0cf37f1-45cb-49d3-9667-c0c265ab7845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:40.519544 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f0cf37f1-45cb-49d3-9667-c0c265ab7845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:40.522525 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-f0cf37f1-45cb-49d3-9667-c0c265ab7845 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb66f34c-ed9b-4d16-a1de-8f1aa794bc33 HTTP/1.1" status: 204 len: 168 time: 0.1613915 Jun 24 10:23:40.525080 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-15bec1f3-dc9c-4922-afb6-8895023f437e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:40.538835 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf37f1-45cb-49d3-9667-c0c265ab7845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb66f34c-ed9b-4d16-a1de-8f1aa794bc33,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:40.541727 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f0cf37f1-45cb-49d3-9667-c0c265ab7845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:41.001468 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a676e17-3ad5-4a4e-b255-df541febbbaa req-cf6e646a-4211-49e0-82d3-0ac1512cdbbc tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:41.009516 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5a676e17-3ad5-4a4e-b255-df541febbbaa req-cf6e646a-4211-49e0-82d3-0ac1512cdbbc tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0821257 Jun 24 10:23:41.044155 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5a676e17-3ad5-4a4e-b255-df541febbbaa req-674f2661-299f-4d6e-bf1e-e42c18f4c384 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340383 Jun 24 10:23:41.098194 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-a80ef384-d547-4072-bc00-8075a0bd5d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:41.210813 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:41.493592 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bb421-9b7e-4d34-930b-5d86c925becc req-601d10d0-9ef8-4026-90e3-9c91371a2359 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:41.495810 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8d0bb421-9b7e-4d34-930b-5d86c925becc req-601d10d0-9ef8-4026-90e3-9c91371a2359 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0851603 Jun 24 10:23:41.567004 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8d0bb421-9b7e-4d34-930b-5d86c925becc req-c0c01dca-30cf-4ed5-93b7-dd56112fdf62 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641556 Jun 24 10:23:42.036455 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:42.147363 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e91b-1aec-4280-b2b8-63293631727e req-c0e9e086-3666-4fd0-8f0d-b9b7bc20bda6 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:42.148824 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cf18e91b-1aec-4280-b2b8-63293631727e req-c0e9e086-3666-4fd0-8f0d-b9b7bc20bda6 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 946 time: 0.0901353 Jun 24 10:23:42.186696 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cf18e91b-1aec-4280-b2b8-63293631727e req-3b27ee94-b019-454d-a09c-1785bb716d7b tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320082 Jun 24 10:23:42.253317 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f4916-20ab-49b7-b369-50cd264c46e5 req-e3bc0e6d-4026-4c1d-81f4-4da9dff93558 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:42.254949 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-374f4916-20ab-49b7-b369-50cd264c46e5 req-e3bc0e6d-4026-4c1d-81f4-4da9dff93558 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0653186 Jun 24 10:23:42.293944 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-374f4916-20ab-49b7-b369-50cd264c46e5 req-5f81fd9a-379a-4242-9b9b-9e3f685a1f44 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Jun 24 10:23:42.718765 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 744574d4-1813-4da4-a8bd-39d5f14ada9c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:23:42.741697 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dd379-0632-4dff-bdf6-1464b8893386 req-f4a5b119-b2e7-43c7-9634-db45c207cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:42.743727 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7c2dd379-0632-4dff-bdf6-1464b8893386 req-f4a5b119-b2e7-43c7-9634-db45c207cfac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 1099 time: 0.1546803 Jun 24 10:23:42.760895 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b6582-8b8f-412a-a34d-c5e86f3e54a6 req-ac53137a-2b07-4961-a47f-4a89ba873d64 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:42.763328 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-507b6582-8b8f-412a-a34d-c5e86f3e54a6 req-ac53137a-2b07-4961-a47f-4a89ba873d64 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1225119 Jun 24 10:23:42.786795 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2f0f4c0d-9782-47a1-b459-e7e9233fcfab no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:42.808294 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: 2f0f4c0d-9782-47a1-b459-e7e9233fcfab {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:23:42.808908 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2f0f4c0d-9782-47a1-b459-e7e9233fcfab not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:42.831406 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-507b6582-8b8f-412a-a34d-c5e86f3e54a6 req-acb837f2-71a5-4f96-b18e-b65bf11d3f4e tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620844 Jun 24 10:23:42.865156 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:42.874904 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e44a37-6ad0-4ab5-8bfc-acd171faee90 req-2c3b98b2-ba7b-4e83-9720-88532b33f097 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:42.876272 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'port_id': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'mac_address': 'fa:16:3e:67:82:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:23:42.876409 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c2e44a37-6ad0-4ab5-8bfc-acd171faee90 req-2c3b98b2-ba7b-4e83-9720-88532b33f097 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1672413 Jun 24 10:23:42.916776 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dd379-0632-4dff-bdf6-1464b8893386 req-79aa8d36-fe58-4e02-a08e-5b43b33572a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:42.918355 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7c2dd379-0632-4dff-bdf6-1464b8893386 req-79aa8d36-fe58-4e02-a08e-5b43b33572a4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 921 time: 0.1636002 Jun 24 10:23:42.924546 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:42.932109 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c2e44a37-6ad0-4ab5-8bfc-acd171faee90 req-a90de0fa-a3f5-4d07-93b3-e5d8eefd4b73 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482116 Jun 24 10:23:42.941791 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 744574d4-1813-4da4-a8bd-39d5f14ada9c {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:23:42.969466 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:42.974822 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:42.977198 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7c2dd379-0632-4dff-bdf6-1464b8893386 req-112f29ab-83b5-4d72-9e46-d037783c4867 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa4826a-69b5-4011-8177-49eb6f4a5483 HTTP/1.1" status: 200 len: 217 time: 0.0441558 Jun 24 10:23:42.977419 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:43.030534 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=744574d4-1813-4da4-a8bd-39d5f14ada9c,revision_number=6']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:43.034282 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:43.040979 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dd379-0632-4dff-bdf6-1464b8893386 req-1e37deb0-abae-440e-bc09-a586f88f71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:43.042460 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7c2dd379-0632-4dff-bdf6-1464b8893386 req-1e37deb0-abae-440e-bc09-a586f88f71f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7f4f6026-189f-4062-bf39-a9453bf9fae7 HTTP/1.1" status: 200 len: 859 time: 0.0508704 Jun 24 10:23:43.105879 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7c2dd379-0632-4dff-bdf6-1464b8893386 req-092dec06-7735-4d4e-9e38-134abc460e50 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532093 Jun 24 10:23:43.189311 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['744574d4-1813-4da4-a8bd-39d5f14ada9c'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:23:43.218494 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7c2dd379-0632-4dff-bdf6-1464b8893386 req-751dfed9-7886-4fae-9527-8a664f5c3570 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052144 Jun 24 10:23:43.417748 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7c2dd379-0632-4dff-bdf6-1464b8893386 req-720ac5e0-7042-4b73-8e73-bd40895e7072 service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855137 Jun 24 10:23:43.429742 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d07ed-0aa0-460b-ae38-073ae870942a req-613c6944-e1b1-4f60-a169-e8b2a3604aac tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:43.438455 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-991d07ed-0aa0-460b-ae38-073ae870942a req-613c6944-e1b1-4f60-a169-e8b2a3604aac tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 946 time: 0.1083589 Jun 24 10:23:43.479031 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-991d07ed-0aa0-460b-ae38-073ae870942a req-b370a3d6-00dc-406a-939a-01e40b58a2cd tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 Jun 24 10:23:43.534994 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aca51-0fa5-4adc-b1b8-62c2253d9233 req-aa85b97c-3405-4d9e-904f-fbd7b9a0a393 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:43.536574 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a62aca51-0fa5-4adc-b1b8-62c2253d9233 req-aa85b97c-3405-4d9e-904f-fbd7b9a0a393 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 944 time: 0.0649717 Jun 24 10:23:43.579269 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a62aca51-0fa5-4adc-b1b8-62c2253d9233 req-15486d05-a5e9-41bf-8ac3-a14aa90e6b88 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365911 Jun 24 10:23:43.712200 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:44.027201 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b2384-f7e5-4f4c-a453-6b075ae6f807 req-add30100-2c71-44f8-b3de-60c69ce0a30b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:44.028853 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9b2b2384-f7e5-4f4c-a453-6b075ae6f807 req-add30100-2c71-44f8-b3de-60c69ce0a30b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0758522 Jun 24 10:23:44.069747 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9b2b2384-f7e5-4f4c-a453-6b075ae6f807 req-7505f85e-0d66-4ca1-9fd2-1e5a9bb52009 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343747 Jun 24 10:23:44.160406 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7676f8-96e0-450f-9256-560645e3bbaf req-2b3d39f1-94c2-44c5-8d4f-372282cc993c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:44.161953 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0a7676f8-96e0-450f-9256-560645e3bbaf req-2b3d39f1-94c2-44c5-8d4f-372282cc993c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0658228 Jun 24 10:23:44.202349 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0a7676f8-96e0-450f-9256-560645e3bbaf req-fcced509-1818-4f25-9545-ca158116e824 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344861 Jun 24 10:23:44.397589 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:23:44.693096 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ac8db-9dc7-49bb-aba3-ed9e0d6294b4 req-75c02e51-ca1e-486c-9e2e-f94836aeea9d tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:44.695267 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2b1ac8db-9dc7-49bb-aba3-ed9e0d6294b4 req-75c02e51-ca1e-486c-9e2e-f94836aeea9d tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 946 time: 0.0961566 Jun 24 10:23:44.746615 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2b1ac8db-9dc7-49bb-aba3-ed9e0d6294b4 req-910ccf35-9233-479a-908f-e65f7cf36480 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449059 Jun 24 10:23:44.820370 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509bda0-9fda-48d3-9aaf-64f2622d5937 req-fd5f4937-7566-4e4f-a036-aed676bda5cc tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:44.822542 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a509bda0-9fda-48d3-9aaf-64f2622d5937 req-fd5f4937-7566-4e4f-a036-aed676bda5cc tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 944 time: 0.1150179 Jun 24 10:23:44.868270 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a509bda0-9fda-48d3-9aaf-64f2622d5937 req-f246ffe5-107c-4d7f-8419-f89cf2b243e5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369356 Jun 24 10:23:45.278174 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb7288-0abb-4cbf-8b5a-9a8401c8ff8c req-4db10927-79af-4a69-bba3-1b0351937a61 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:45.281135 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fedb7288-0abb-4cbf-8b5a-9a8401c8ff8c req-4db10927-79af-4a69-bba3-1b0351937a61 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0821455 Jun 24 10:23:45.328541 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fedb7288-0abb-4cbf-8b5a-9a8401c8ff8c req-44ab17d4-9aa6-4d7b-a834-8b0e09ddd4e4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Jun 24 10:23:45.424611 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ef18d-f9ca-4373-8ae0-8fd652f101f1 req-a7e330e3-91f7-4b41-8958-ea7354a5e364 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:45.426098 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bf5ef18d-f9ca-4373-8ae0-8fd652f101f1 req-a7e330e3-91f7-4b41-8958-ea7354a5e364 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0832705 Jun 24 10:23:45.470521 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bf5ef18d-f9ca-4373-8ae0-8fd652f101f1 req-df5e8839-29ed-42b4-b953-11c28b300a06 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379899 Jun 24 10:23:45.974862 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137e49b-8668-49f4-934c-fce4e3bcb918 req-2e40eb50-0a3b-4c78-9c86-7793f8d14a4c tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:45.976473 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2137e49b-8668-49f4-934c-fce4e3bcb918 req-2e40eb50-0a3b-4c78-9c86-7793f8d14a4c tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 946 time: 0.0756567 Jun 24 10:23:46.032153 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2137e49b-8668-49f4-934c-fce4e3bcb918 req-603f4b59-6d2f-4e88-9786-3bebbbe01e2f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492864 Jun 24 10:23:46.114160 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f9dd1-709a-4484-96ae-a38099944d1e req-e5d861e4-4e74-4f59-a326-b8a32f5b0e8a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:46.115877 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-923f9dd1-709a-4484-96ae-a38099944d1e req-e5d861e4-4e74-4f59-a326-b8a32f5b0e8a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 944 time: 0.0861475 Jun 24 10:23:46.157662 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-923f9dd1-709a-4484-96ae-a38099944d1e req-4f66587c-fce1-4028-8198-90b9fc7a9ca9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359530 Jun 24 10:23:46.538310 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2462be0-1d6e-4b16-886e-2d2b4827336d req-dbf60ac1-3a92-460d-a45d-4344233b8cf8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:46.540714 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d2462be0-1d6e-4b16-886e-2d2b4827336d req-dbf60ac1-3a92-460d-a45d-4344233b8cf8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0784211 Jun 24 10:23:46.584380 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d2462be0-1d6e-4b16-886e-2d2b4827336d req-df6a25cf-7483-4c2a-9385-cb4d452a89f4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369511 Jun 24 10:23:46.667039 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634c57a-cb65-4437-a36f-d6dd2e6631d6 req-ab999171-b834-48c7-818e-8e9bd6a632f5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:46.668566 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a634c57a-cb65-4437-a36f-d6dd2e6631d6 req-ab999171-b834-48c7-818e-8e9bd6a632f5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0704508 Jun 24 10:23:46.711155 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a634c57a-cb65-4437-a36f-d6dd2e6631d6 req-acc626a1-e53e-4580-9513-8fd9b3e8cca9 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359566 Jun 24 10:23:47.220134 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebd442-fe2d-417f-9509-9fb22957407d req-9f3a3f0c-2ee8-4393-9552-4f48bc767518 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:47.221611 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-19ebd442-fe2d-417f-9509-9fb22957407d req-9f3a3f0c-2ee8-4393-9552-4f48bc767518 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 946 time: 0.0746841 Jun 24 10:23:47.268859 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-19ebd442-fe2d-417f-9509-9fb22957407d req-c1d91b4a-3ef7-4e08-be0e-ba9a7e02eaa1 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Jun 24 10:23:47.364877 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e363b-4a38-4f03-92a8-e7cfd1463116 req-56f6cf12-4ff1-453b-bbf8-f7131111da76 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:47.366298 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-334e363b-4a38-4f03-92a8-e7cfd1463116 req-56f6cf12-4ff1-453b-bbf8-f7131111da76 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 944 time: 0.0668054 Jun 24 10:23:47.407776 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-334e363b-4a38-4f03-92a8-e7cfd1463116 req-d035dd8e-b9fd-49c7-82aa-fd7cd78a787d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Jun 24 10:23:47.833183 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4d3d1-d0d4-41a5-8c10-839276a66719 req-be6034a1-9300-49c9-a335-9519230fd979 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:47.836267 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-73f4d3d1-d0d4-41a5-8c10-839276a66719 req-be6034a1-9300-49c9-a335-9519230fd979 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1361620 Jun 24 10:23:47.899726 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-73f4d3d1-d0d4-41a5-8c10-839276a66719 req-ffc37c9b-8cdd-4b83-8caf-78f781d3af29 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528295 Jun 24 10:23:47.909874 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe159f-03f5-40a4-ab5c-f74e3c5397fe req-fe828e88-6182-47cc-832d-293cefdc3178 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:47.911433 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-aefe159f-03f5-40a4-ab5c-f74e3c5397fe req-fe828e88-6182-47cc-832d-293cefdc3178 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0712225 Jun 24 10:23:47.957032 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-aefe159f-03f5-40a4-ab5c-f74e3c5397fe req-e5e3a07f-165e-48da-9d4b-0b0d2a7d4e78 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396988 Jun 24 10:23:48.188868 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 744574d4-1813-4da4-a8bd-39d5f14ada9c up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:23:48.242824 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 744574d4-1813-4da4-a8bd-39d5f14ada9c triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:23:48.243637 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:48.326351 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:48.349410 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:23:48.352198 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f7ab37-5794-46a2-acc2-f4786c1c2ccf" -d '{"events": [{"server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "name": "network-vif-plugged", "status": "completed", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:48.376711 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:48.388060 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:48.390584 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:48.416388 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ac5345-8ecf-45f3-a1b8-201660fa8055 x-openstack-request-id: req-e9ac5345-8ecf-45f3-a1b8-201660fa8055 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:48.417048 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "name": "network-vif-plugged", "status": "completed", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:48.417525 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9ac5345-8ecf-45f3-a1b8-201660fa8055 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:48.418019 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'code': 200} Jun 24 10:23:48.449661 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=744574d4-1813-4da4-a8bd-39d5f14ada9c,revision_number=7']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:48.453002 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:48.519300 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa2876-e45b-41e0-8c1c-48417a0a7bca req-eecad76a-bbc1-4c9b-9c0f-e9bbc2fc1247 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:48.521590 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a1aa2876-e45b-41e0-8c1c-48417a0a7bca req-eecad76a-bbc1-4c9b-9c0f-e9bbc2fc1247 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 946 time: 0.0913856 Jun 24 10:23:48.573077 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a1aa2876-e45b-41e0-8c1c-48417a0a7bca req-221b32fc-d12c-4202-80c2-917393883a18 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449419 Jun 24 10:23:48.658378 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ea34b-b17e-4725-b365-489750c30449 req-d47e60f0-2c58-4c34-b10b-bdd84e5f7eda tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:48.659838 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-189ea34b-b17e-4725-b365-489750c30449 req-d47e60f0-2c58-4c34-b10b-bdd84e5f7eda tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0726297 Jun 24 10:23:48.703521 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-189ea34b-b17e-4725-b365-489750c30449 req-5a8d838f-b29f-4aa0-8ad3-87c451b81545 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377100 Jun 24 10:23:48.852038 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcd40f-eb85-479c-8798-3cddb1340f2a req-dc2b0eaf-5a75-4d7c-8ccf-810a80cf4f5b tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:48.853526 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f9fcd40f-eb85-479c-8798-3cddb1340f2a req-dc2b0eaf-5a75-4d7c-8ccf-810a80cf4f5b tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 946 time: 0.0715325 Jun 24 10:23:49.042300 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-f9fcd40f-eb85-479c-8798-3cddb1340f2a req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Deleting port f383bb4f-fbb4-4941-b066-1da079f0d52e {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:23:49.042642 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-f9fcd40f-eb85-479c-8798-3cddb1340f2a req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:49.201390 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-f9fcd40f-eb85-479c-8798-3cddb1340f2a req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] For port f383bb4f-fbb4-4941-b066-1da079f0d52e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f383bb4f-fbb4-4941-b066-1da079f0d52e,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:49.202062 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-f9fcd40f-eb85-479c-8798-3cddb1340f2a req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:49.213091 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0dd48-1a10-4000-8cfd-f02a20ab15ca req-51e43dd4-35dc-4d07-a61f-9975c0179a70 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:49.215377 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a6e0dd48-1a10-4000-8cfd-f02a20ab15ca req-51e43dd4-35dc-4d07-a61f-9975c0179a70 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0702291 Jun 24 10:23:49.222289 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-f9fcd40f-eb85-479c-8798-3cddb1340f2a req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Calling delete_port for f383bb4f-fbb4-4941-b066-1da079f0d52e owned by compute:nova {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:23:49.269292 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a6e0dd48-1a10-4000-8cfd-f02a20ab15ca req-d957b273-ab7d-40a5-84f0-9becd9b4d451 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Jun 24 10:23:49.285758 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d82c45-fac5-41fd-a669-7ee5f4ed792a req-8b6f89d3-7fad-4780-be59-3d97a180a17d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:49.285758 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-01d82c45-fac5-41fd-a669-7ee5f4ed792a req-8b6f89d3-7fad-4780-be59-3d97a180a17d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1536882 Jun 24 10:23:49.354619 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-01d82c45-fac5-41fd-a669-7ee5f4ed792a req-a9011fdb-2ade-45b3-bbe3-367ca1f243d7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632405 Jun 24 10:23:49.425724 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-f9fcd40f-eb85-479c-8798-3cddb1340f2a req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:49.430354 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ca33d8f4-99f8-42cb-9c1c-ea3975d105a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:49.445396 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['62c4af78-3d1d-4d74-b153-fe4cc676cc3a', 'f383bb4f-fbb4-4941-b066-1da079f0d52e'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:23:49.463814 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Pushing event deleted for resources: {'Port': ['ID=f383bb4f-fbb4-4941-b066-1da079f0d52e,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:49.479645 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:49.538408 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fcd40f-eb85-479c-8798-3cddb1340f2a req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] No DVR routers for this DVR port f383bb4f-fbb4-4941-b066-1da079f0d52e on host hv-cinder-79049 {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:23:49.541317 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-f9fcd40f-eb85-479c-8798-3cddb1340f2a req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:49.543665 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f9fcd40f-eb85-479c-8798-3cddb1340f2a req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "DELETE /v2.0/ports/f383bb4f-fbb4-4941-b066-1da079f0d52e HTTP/1.1" status: 204 len: 173 time: 0.6563194 Jun 24 10:23:49.544728 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880d609e-164d-4a1a-823b-cee676a990b1', 'name': 'network-vif-deleted', 'tag': 'f383bb4f-fbb4-4941-b066-1da079f0d52e'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:23:49.547141 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150de311-81cc-4f55-878e-ddea08380e1d" -d '{"events": [{"server_uuid": "880d609e-164d-4a1a-823b-cee676a990b1", "name": "network-vif-deleted", "tag": "f383bb4f-fbb4-4941-b066-1da079f0d52e"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:49.586920 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156adb4a-2494-4fd6-86bb-2a8a52dc8215 x-openstack-request-id: req-156adb4a-2494-4fd6-86bb-2a8a52dc8215 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:49.587273 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880d609e-164d-4a1a-823b-cee676a990b1", "name": "network-vif-deleted", "tag": "f383bb4f-fbb4-4941-b066-1da079f0d52e", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:49.587664 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-156adb4a-2494-4fd6-86bb-2a8a52dc8215 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:49.588215 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880d609e-164d-4a1a-823b-cee676a990b1', 'name': 'network-vif-deleted', 'tag': 'f383bb4f-fbb4-4941-b066-1da079f0d52e', 'status': 'completed', 'code': 200} Jun 24 10:23:49.743742 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bd32e9f8-fa91-4949-899c-1700c426323a req-4b13ae7c-a47e-42a5-bc83-7b9fb9d5891a tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=880d609e-164d-4a1a-823b-cee676a990b1 HTTP/1.1" status: 200 len: 210 time: 0.0371449 Jun 24 10:23:49.912874 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b0f78-03c2-4c89-88b3-3f0bde873760 req-1946a5d6-044a-4cac-a8c0-25259c2e0b1c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:49.914344 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-510b0f78-03c2-4c89-88b3-3f0bde873760 req-1946a5d6-044a-4cac-a8c0-25259c2e0b1c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0720632 Jun 24 10:23:49.955715 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-510b0f78-03c2-4c89-88b3-3f0bde873760 req-333dbcf6-0c4f-4a8f-865c-9dd16dae6d09 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349743 Jun 24 10:23:50.467701 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9c9d8-7801-465c-b487-2838f580cd6c req-f36bb089-44f2-4345-ac54-09e0740c4eff tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:50.469407 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a3b9c9d8-7801-465c-b487-2838f580cd6c req-f36bb089-44f2-4345-ac54-09e0740c4eff tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0763667 Jun 24 10:23:50.507889 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a3b9c9d8-7801-465c-b487-2838f580cd6c req-96f20de5-5dd7-4870-8547-1b49561f662a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Jun 24 10:23:50.545755 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c24fe-f709-4fcb-b5d3-067511d212a6 req-19ad7720-167f-46f0-8347-5a4dfcbcd761 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:50.547331 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7f6c24fe-f709-4fcb-b5d3-067511d212a6 req-19ad7720-167f-46f0-8347-5a4dfcbcd761 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0690503 Jun 24 10:23:50.588756 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7f6c24fe-f709-4fcb-b5d3-067511d212a6 req-17d18073-d600-432f-adb9-86fab6ea94b2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349791 Jun 24 10:23:51.158991 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391f80-a60e-4f0d-b178-8c62330e5788 req-e10d67d3-80f2-478c-ae36-2904f2e1d2af tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:51.160584 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b6391f80-a60e-4f0d-b178-8c62330e5788 req-e10d67d3-80f2-478c-ae36-2904f2e1d2af tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0771461 Jun 24 10:23:51.220866 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b6391f80-a60e-4f0d-b178-8c62330e5788 req-4cd7c803-9588-4d77-82c0-7b464367f3f5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466452 Jun 24 10:23:51.706897 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5bdbe-8cb5-4cd0-b54a-2a5e9646f59c req-821280d5-0bca-4127-b44e-3bd857948ec3 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:51.714744 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a7b5bdbe-8cb5-4cd0-b54a-2a5e9646f59c req-821280d5-0bca-4127-b44e-3bd857948ec3 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0829208 Jun 24 10:23:51.813581 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a7b5bdbe-8cb5-4cd0-b54a-2a5e9646f59c req-eeced5d0-2e6e-44d9-84af-4d47c4bad9c8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949655 Jun 24 10:23:51.854757 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534ce6-b92e-4ddc-a82b-420ed8ad92f4 req-2d44079c-42be-4b49-aa23-f8b5971b7d10 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:51.862793 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4b534ce6-b92e-4ddc-a82b-420ed8ad92f4 req-2d44079c-42be-4b49-aa23-f8b5971b7d10 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1113515 Jun 24 10:23:51.911994 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4b534ce6-b92e-4ddc-a82b-420ed8ad92f4 req-19201a57-c746-4d49-ae20-dad11da9e746 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481255 Jun 24 10:23:52.195634 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f383bb4f-fbb4-4941-b066-1da079f0d52e no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:52.233834 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: f383bb4f-fbb4-4941-b066-1da079f0d52e {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:23:52.234552 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f383bb4f-fbb4-4941-b066-1da079f0d52e not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:52.413397 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b546e-5d5b-4575-ae07-b047a08bc746 req-69960ecb-eb3c-4f01-a9b1-e8a5d76906db tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:52.421444 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ad4b546e-5d5b-4575-ae07-b047a08bc746 req-69960ecb-eb3c-4f01-a9b1-e8a5d76906db tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 946 time: 0.0721984 Jun 24 10:23:52.424970 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39c628-6ddd-413b-8af0-51ba4f31a626 req-f5ed7736-4dfb-4032-a909-e1855e7fc174 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:52.434867 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7b39c628-6ddd-413b-8af0-51ba4f31a626 req-f5ed7736-4dfb-4032-a909-e1855e7fc174 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0774293 Jun 24 10:23:52.463547 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ad4b546e-5d5b-4575-ae07-b047a08bc746 req-6ccd5dfa-19c4-41c6-bd09-bbd0443b5f8f tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Jun 24 10:23:52.484421 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7b39c628-6ddd-413b-8af0-51ba4f31a626 req-a600e34d-d52d-45bc-8d4a-21b71d474a7d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482402 Jun 24 10:23:53.049332 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9b3c-6dd6-43ee-981a-b40a77876cf4 req-253af75d-6e96-4e93-87de-eb78faeb9060 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:53.057338 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6dbb9b3c-6dd6-43ee-981a-b40a77876cf4 req-253af75d-6e96-4e93-87de-eb78faeb9060 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0833192 Jun 24 10:23:53.121335 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6dbb9b3c-6dd6-43ee-981a-b40a77876cf4 req-f9b5a746-e1a8-4a9e-b635-1cf571c26041 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626268 Jun 24 10:23:53.188949 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115b3d7-1fc5-4019-8305-4b7887942062 req-188db460-6d25-40bc-ab5d-240ad07c7b8e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:53.196583 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7115b3d7-1fc5-4019-8305-4b7887942062 req-188db460-6d25-40bc-ab5d-240ad07c7b8e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1020644 Jun 24 10:23:53.237905 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7115b3d7-1fc5-4019-8305-4b7887942062 req-a60637cc-841d-4a71-933c-b230becfab5b tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404522 Jun 24 10:23:53.405031 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38092) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:53.665922 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7669b5a2-a527-46c5-836f-8f5e65c8889a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:53.761709 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5187ff2-84a4-4c4d-9e5d-49c0b3c0e9eb req-cd659650-cd50-4b28-8a70-179eccdd772d tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:53.771139 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a5187ff2-84a4-4c4d-9e5d-49c0b3c0e9eb req-cd659650-cd50-4b28-8a70-179eccdd772d tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 946 time: 0.0860260 Jun 24 10:23:53.774057 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb583754-31ea-405c-bf52-aaa4cea88a6b req-467ab852-c036-4b67-ab89-f862136cf605 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:53.782248 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cb583754-31ea-405c-bf52-aaa4cea88a6b req-467ab852-c036-4b67-ab89-f862136cf605 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1071076 Jun 24 10:23:53.820295 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a5187ff2-84a4-4c4d-9e5d-49c0b3c0e9eb req-68cc07b2-4a37-493d-959a-c17fea723641 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Jun 24 10:23:53.860475 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7669b5a2-a527-46c5-836f-8f5e65c8889a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:53.876945 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7669b5a2-a527-46c5-836f-8f5e65c8889a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:53.885548 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bd3308ac-074c-40be-b532-c58f9659d3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:53.922420 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cb583754-31ea-405c-bf52-aaa4cea88a6b req-6a5bd61a-6dc0-4829-826f-0aaf82bf4655 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392207 Jun 24 10:23:53.927817 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669b5a2-a527-46c5-836f-8f5e65c8889a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2966c392-d762-4ac5-82e2-f4bd17ed0122,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:53.932257 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-7669b5a2-a527-46c5-836f-8f5e65c8889a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=640cadec9d7246b381dd7c4ce884c777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5363584 Jun 24 10:23:53.933275 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7669b5a2-a527-46c5-836f-8f5e65c8889a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:53.935384 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38100) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:53.993723 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b9759223-a13d-4170-8481-926b48db62d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:54.018063 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b9759223-a13d-4170-8481-926b48db62d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:54.081371 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b9759223-a13d-4170-8481-926b48db62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:54.084502 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b9759223-a13d-4170-8481-926b48db62d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:54.085677 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b9759223-a13d-4170-8481-926b48db62d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2966c392-d762-4ac5-82e2-f4bd17ed0122 HTTP/1.1" status: 204 len: 168 time: 0.1479897 Jun 24 10:23:54.087041 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7c854542-3762-48ee-9e5e-59947875515f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:54.101491 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9759223-a13d-4170-8481-926b48db62d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2966c392-d762-4ac5-82e2-f4bd17ed0122,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:54.104278 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b9759223-a13d-4170-8481-926b48db62d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:54.451574 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335cbec-27bf-4f92-93e2-37775b777840 req-084b80f7-87ee-43e0-854f-c7e27e8e4243 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:54.465743 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c335cbec-27bf-4f92-93e2-37775b777840 req-084b80f7-87ee-43e0-854f-c7e27e8e4243 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.2027049 Jun 24 10:23:54.537166 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56827449-3b1f-4b2e-ba52-4707815b3cba req-99e01f65-9921-4e8a-87ad-b1b10c18c59e tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:54.539821 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-56827449-3b1f-4b2e-ba52-4707815b3cba req-99e01f65-9921-4e8a-87ad-b1b10c18c59e tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 946 time: 0.1708052 Jun 24 10:23:54.550478 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c335cbec-27bf-4f92-93e2-37775b777840 req-0a9a25ce-b1ea-451d-8ce7-1c45d8ea749c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789444 Jun 24 10:23:54.660672 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febc7b1-7316-4060-8ff1-ea4677c1deb4 req-a31b583a-3dc1-4984-90e7-3c75203647cf tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:54.662125 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0febc7b1-7316-4060-8ff1-ea4677c1deb4 req-a31b583a-3dc1-4984-90e7-3c75203647cf tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1754212 Jun 24 10:23:54.739637 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0febc7b1-7316-4060-8ff1-ea4677c1deb4 req-1699ca2f-3d0c-4391-9b36-4f6f6d725381 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715504 Jun 24 10:23:54.768695 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-56827449-3b1f-4b2e-ba52-4707815b3cba req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Deleting port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:23:54.769159 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-56827449-3b1f-4b2e-ba52-4707815b3cba req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:54.938846 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-56827449-3b1f-4b2e-ba52-4707815b3cba req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] For port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=62c4af78-3d1d-4d74-b153-fe4cc676cc3a,segment=NetworkSegment(dc1f63a4-a031-44a9-b391-f0850b64d434),segment_id=dc1f63a4-a031-44a9-b391-f0850b64d434)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:23:54.939865 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-56827449-3b1f-4b2e-ba52-4707815b3cba req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:54.977651 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-56827449-3b1f-4b2e-ba52-4707815b3cba req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Calling delete_port for 62c4af78-3d1d-4d74-b153-fe4cc676cc3a owned by compute:nova {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:23:55.166175 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38140) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:55.181925 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d00ec6-8ec2-4a45-acaa-545b6d5551f8 req-6064bf20-b7dd-432d-a009-bc0d7690bcef tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:55.191778 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-09d00ec6-8ec2-4a45-acaa-545b6d5551f8 req-6064bf20-b7dd-432d-a009-bc0d7690bcef tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 946 time: 0.1420927 Jun 24 10:23:55.254485 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-09d00ec6-8ec2-4a45-acaa-545b6d5551f8 req-aeb17a02-060f-4547-bc8e-45f97d80fb00 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/security-groups?id=966ccd5e-5dae-4542-8632-67a50b7f723d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624437 Jun 24 10:23:55.260671 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-56827449-3b1f-4b2e-ba52-4707815b3cba req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:55.271463 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-15c82e1d-6c3b-48e6-acaf-f3234059b618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:55.281337 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['62c4af78-3d1d-4d74-b153-fe4cc676cc3a'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:23:55.358371 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Pushing event deleted for resources: {'Port': ['ID=62c4af78-3d1d-4d74-b153-fe4cc676cc3a,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:55.361969 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:55.414600 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-56827449-3b1f-4b2e-ba52-4707815b3cba req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] No DVR routers for this DVR port 62c4af78-3d1d-4d74-b153-fe4cc676cc3a on host hv-cinder-79049 {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:23:55.417284 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-56827449-3b1f-4b2e-ba52-4707815b3cba req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:55.420095 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-56827449-3b1f-4b2e-ba52-4707815b3cba req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.77 "DELETE /v2.0/ports/62c4af78-3d1d-4d74-b153-fe4cc676cc3a HTTP/1.1" status: 204 len: 173 time: 0.8729260 Jun 24 10:23:55.420727 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4134d1c-b7aa-469e-b040-52ea750dcdb1', 'name': 'network-vif-deleted', 'tag': '62c4af78-3d1d-4d74-b153-fe4cc676cc3a'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:23:55.429433 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbd0628-0546-47e5-84fe-47e72160ef46" -d '{"events": [{"server_uuid": "f4134d1c-b7aa-469e-b040-52ea750dcdb1", "name": "network-vif-deleted", "tag": "62c4af78-3d1d-4d74-b153-fe4cc676cc3a"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:23:55.454930 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1794749771-network', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:23:55.507166 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Made reservation on behalf of 126aac14102a42769c7cbc9fa3fae081 for: {'network': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:23:55.509623 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:55.524898 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bba11-e4cb-4481-bba2-237feabf7a52 req-a356319d-ef66-47a8-a02f-9b7bd09b334a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:55.525178 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e9b8e-d5b1-4216-a2dc-8bd8beb25168 req-92038126-b1ae-472d-90fb-04927a267f08 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:55.532210 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-659e9b8e-d5b1-4216-a2dc-8bd8beb25168 req-92038126-b1ae-472d-90fb-04927a267f08 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0870061 Jun 24 10:23:55.532535 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-098bba11-e4cb-4481-bba2-237feabf7a52 req-a356319d-ef66-47a8-a02f-9b7bd09b334a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1523988 Jun 24 10:23:55.553821 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed015a7d-c7f0-41ca-9607-d0bc5edafc9f req-2a9762d4-c76e-43a8-89e1-ab7a6f3578bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:55.555625 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ed015a7d-c7f0-41ca-9607-d0bc5edafc9f req-2a9762d4-c76e-43a8-89e1-ab7a6f3578bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e683cb703211418eb4591c60f3bf0b67&device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 1099 time: 0.2360871 Jun 24 10:23:55.557603 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:55.587609 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-659e9b8e-d5b1-4216-a2dc-8bd8beb25168 req-ee26d13c-5dbc-4ecf-bd0e-66a042edef66 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544779 Jun 24 10:23:55.674263 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-098bba11-e4cb-4481-bba2-237feabf7a52 req-6d974fc0-a8a1-4fa6-a5b8-e37b674c3fdd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406043 Jun 24 10:23:55.676494 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a3f754-bb1a-4b11-abd5-2b8e8154887b x-openstack-request-id: req-15a3f754-bb1a-4b11-abd5-2b8e8154887b {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:23:55.676992 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4134d1c-b7aa-469e-b040-52ea750dcdb1", "name": "network-vif-deleted", "tag": "62c4af78-3d1d-4d74-b153-fe4cc676cc3a", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:23:55.677431 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-15a3f754-bb1a-4b11-abd5-2b8e8154887b {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:23:55.678195 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4134d1c-b7aa-469e-b040-52ea750dcdb1', 'name': 'network-vif-deleted', 'tag': '62c4af78-3d1d-4d74-b153-fe4cc676cc3a', 'status': 'completed', 'code': 200} Jun 24 10:23:55.762318 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed015a7d-c7f0-41ca-9607-d0bc5edafc9f req-6fcc1f3a-4239-4c74-9981-883df86ad308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:55.764536 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ed015a7d-c7f0-41ca-9607-d0bc5edafc9f req-6fcc1f3a-4239-4c74-9981-883df86ad308 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 200 len: 912 time: 0.1969931 Jun 24 10:23:55.867575 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:55.874042 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:55.878024 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26054169-99fe-4869-937d-5b727af7a477 req-d1811492-2c6c-40bd-9f51-cdbe5b0f82e3 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:55.880032 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-cc9375ec-42b9-4361-a679-0d77c262cd35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:55.885690 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-26054169-99fe-4869-937d-5b727af7a477 req-d1811492-2c6c-40bd-9f51-cdbe5b0f82e3 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0931582 Jun 24 10:23:55.886589 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ed015a7d-c7f0-41ca-9607-d0bc5edafc9f req-d5832b5c-893e-4e3f-9259-f02854312d8e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97b466f-bcc6-479e-821b-f2dc46e5363c HTTP/1.1" status: 200 len: 1002 time: 0.1024299 Jun 24 10:23:55.898742 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=92851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:23:55.929610 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-26054169-99fe-4869-937d-5b727af7a477 req-3c18a57b-158f-4d9e-a35c-0889b0ea3d43 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 Jun 24 10:23:55.948935 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e61c50-9c14-4e23-b134-b8ac12b1e146,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:55.964883 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:55.965220 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.segments_db [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Added segment e4ee18ef-974f-4b39-83d5-da3abb1939d1 of type vlan for network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 Jun 24 10:23:55.968903 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:55.984727 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed015a7d-c7f0-41ca-9607-d0bc5edafc9f req-b1e4622a-6bc6-4533-967b-25afa18648e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:55.986181 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ed015a7d-c7f0-41ca-9607-d0bc5edafc9f req-b1e4622a-6bc6-4533-967b-25afa18648e9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33e31fd6-08c5-47a7-bea3-9d75e23dc5c3 HTTP/1.1" status: 200 len: 849 time: 0.0902395 Jun 24 10:23:56.043638 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:56.091481 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:56.096100 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:56.096731 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:56.100814 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed015a7d-c7f0-41ca-9607-d0bc5edafc9f req-62ba8d4e-e2a3-4469-bbbd-00e89f053cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:56.102282 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ed015a7d-c7f0-41ca-9607-d0bc5edafc9f req-62ba8d4e-e2a3-4469-bbbd-00e89f053cac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb1584e0-04d6-4d1c-8080-45f02e1db216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989664 Jun 24 10:23:56.103812 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-c321bb10-8793-406d-ae5d-3eb198f5b765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:56.214130 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0426869 Jun 24 10:23:56.214130 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38156) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:56.226180 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Request body: {'subnet': {'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1794749771-subnet', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'ip_version': 4}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:23:56.253230 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb3be94-8b39-43af-9c4c-0661f34c8e94,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:56.267290 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:23:56.273250 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:56.305119 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Made reservation on behalf of 126aac14102a42769c7cbc9fa3fae081 for: {'subnet': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:23:56.312157 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424117'] for subnet, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:56.443868 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ed015a7d-c7f0-41ca-9607-d0bc5edafc9f req-d2ab9fd3-bd90-4bce-99b7-2ec8a9423e78 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234487 Jun 24 10:23:56.554596 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ed0256e-59b4-498e-853a-009e2934ff8f req-92676be2-766d-47e5-82c5-1da2d8919bff tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4134d1c-b7aa-469e-b040-52ea750dcdb1 HTTP/1.1" status: 200 len: 210 time: 0.1008499 Jun 24 10:23:56.634891 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ed015a7d-c7f0-41ca-9607-d0bc5edafc9f req-bf2c9a2d-3423-4387-808f-d77a1242b528 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822195 Jun 24 10:23:56.739921 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5463402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4423775'] for subnet, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:56.746299 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-1ac3611d-ee8f-4f4b-8ff5-cf666c38467f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:56.875432 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42694b9e-8fa4-4b6d-ab24-8fc1f509e402,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:56.894918 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:56.909479 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01f7bc-ade8-4c2c-b0b8-d22b64116f19 req-ca826a8e-75a0-4149-b3f2-931f73611c4f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:56.911988 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9a01f7bc-ade8-4c2c-b0b8-d22b64116f19 req-ca826a8e-75a0-4149-b3f2-931f73611c4f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1037633 Jun 24 10:23:56.959503 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Checking segment: {'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:23:56.959503 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Network hostable DHCP agents. Network: 0eb3be94-8b39-43af-9c4c-0661f34c8e94, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:23:56.982584 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9a01f7bc-ade8-4c2c-b0b8-d22b64116f19 req-212a64d6-27ad-4c89-815c-1b89e3543d04 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644743 Jun 24 10:23:56.994745 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bff27-25c6-4e35-99ea-61db4560d918 req-7a58eb92-cdef-4d75-88f1-5af0c3e8c3f8 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:56.996649 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d40bff27-25c6-4e35-99ea-61db4560d918 req-7a58eb92-cdef-4d75-88f1-5af0c3e8c3f8 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1381819 Jun 24 10:23:57.031069 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:23:57.048952 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 0eb3be94-8b39-43af-9c4c-0661f34c8e94) {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:23:57.056151 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:57.056789 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:57.058928 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d03d4-16c3-4b2d-af0b-6c2f7022094b None None] Network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:23:57.062694 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d40bff27-25c6-4e35-99ea-61db4560d918 req-9718ab9f-7d8e-460f-b471-5bd6ebc528d4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557005 Jun 24 10:23:57.076551 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8577819 Jun 24 10:23:57.079470 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38200) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:57.087080 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:23:57.126704 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24370'] for router, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:57.127872 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24377'] for router, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:57.244839 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:57.286357 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfba0f6d-5148-5e12-b8f3-c731db63f75f-0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'fixed_ips': [{'subnet_id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402'}]}} from dv-cinder-790492-7-iscsi. {{(pid=92853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:23:57.287573 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:57.339046 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131fe90-374c-484a-b9b3-d27a7a20ed77 req-7b88cd82-bedc-41ad-9750-1b73d5daf486 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:57.366679 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4131fe90-374c-484a-b9b3-d27a7a20ed77 req-7b88cd82-bedc-41ad-9750-1b73d5daf486 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1665940 Jun 24 10:23:57.468774 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4131fe90-374c-484a-b9b3-d27a7a20ed77 req-f64ffdbc-7eab-4748-83dd-9714ce41c574 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009889 Jun 24 10:23:57.546138 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.db_base_plugin_common [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Allocated IP 172.20.0.2 (0eb3be94-8b39-43af-9c4c-0661f34c8e94/42694b9e-8fa4-4b6d-ab24-8fc1f509e402/3a93044e-b10c-46d6-838c-0bf22df33159) {{(pid=92853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:23:57.697007 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38222) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:57.757425 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:57.766118 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Transition to ACTIVE for port object 3a93044e-b10c-46d6-838c-0bf22df33159 will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:23:57.781234 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Transition to ACTIVE for port object 3a93044e-b10c-46d6-838c-0bf22df33159 will not be triggered until provisioned by entity DHCP. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:23:57.791749 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:57.804103 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:57.805493 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2778a8-d79a-4006-9234-6a3ac447b83c admin admin] Deleting subnet 584b15ea-f101-4397-923f-8e843e6db118 {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:23:57.817143 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cf2778a8-d79a-4006-9234-6a3ac447b83c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:57.818201 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24343'] for router, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:57.875329 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Pushing event updated for resources: {'Port': ['ID=3a93044e-b10c-46d6-838c-0bf22df33159,revision_number=1']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:57.880448 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:57.887555 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 is already hosted by enough agents. {{(pid=92853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:23:57.889770 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.base_scheduler [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Resources bound (agent type, host, resource id): {{(pid=92853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:23:57.894701 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Received port after_create {{(pid=92853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:23:57.908890 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cf2778a8-d79a-4006-9234-6a3ac447b83c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247190'] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:57.969436 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Attempting to bind port 3a93044e-b10c-46d6-838c-0bf22df33159 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:23:57.970436 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Attempting to bind port 3a93044e-b10c-46d6-838c-0bf22df33159 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:23:57.970820 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Attempting to bind port 3a93044e-b10c-46d6-838c-0bf22df33159 on network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:23:57.979214 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:23:57.979558 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Checking segment: {'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:23:57.980865 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:57.981217 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Bound using segment: {'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:23:57.982452 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Bound port: 3a93044e-b10c-46d6-838c-0bf22df33159, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:23:57.982877 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.007639 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cf2778a8-d79a-4006-9234-6a3ac447b83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.077631 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] For port 3a93044e-b10c-46d6-838c-0bf22df33159, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:23:58.081870 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] For port 3a93044e-b10c-46d6-838c-0bf22df33159, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=3a93044e-b10c-46d6-838c-0bf22df33159,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:23:58.088925 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.105726 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:58.110387 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cf2778a8-d79a-4006-9234-6a3ac447b83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7169183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7241091'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.130542 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:58.172788 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.180263 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cf2778a8-d79a-4006-9234-6a3ac447b83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.188217 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-cf2778a8-d79a-4006-9234-6a3ac447b83c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/584b15ea-f101-4397-923f-8e843e6db118 HTTP/1.1" status: 204 len: 168 time: 0.4893637 Jun 24 10:23:58.217324 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38234) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:58.226332 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.232571 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Pushing event updated for resources: {'Port': ['ID=3a93044e-b10c-46d6-838c-0bf22df33159,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:58.242923 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 62c4af78-3d1d-4d74-b153-fe4cc676cc3a no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:23:58.249855 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:58.259316 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2778a8-d79a-4006-9234-6a3ac447b83c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=584b15ea-f101-4397-923f-8e843e6db118,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:58.270699 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-cf2778a8-d79a-4006-9234-6a3ac447b83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:58.326209 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: 62c4af78-3d1d-4d74-b153-fe4cc676cc3a {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:23:58.326209 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 62c4af78-3d1d-4d74-b153-fe4cc676cc3a not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:23:58.327457 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6702a5-fecc-46e0-89dd-3f27dfd51193 req-7b058ebc-a9a5-4570-9b2f-0b60ad73ec25 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:58.335252 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0e6702a5-fecc-46e0-89dd-3f27dfd51193 req-7b058ebc-a9a5-4570-9b2f-0b60ad73ec25 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1410413 Jun 24 10:23:58.397318 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0e6702a5-fecc-46e0-89dd-3f27dfd51193 req-092a8f9a-2c09-4abd-8301-8bdbdee5d010 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592380 Jun 24 10:23:58.437317 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.456664 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Allocated IP 172.27.2.52 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/2aa68e5a-dfed-433d-912f-6e0624f68d22) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:23:58.560130 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38246) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:58.612998 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bbd95-d23b-4af2-950a-5ef974cec709 req-5d2999c5-dfbd-4251-8071-38dbd8bab54a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:58.614506 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ae2bbd95-d23b-4af2-950a-5ef974cec709 req-5d2999c5-dfbd-4251-8071-38dbd8bab54a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.2837052 Jun 24 10:23:58.635522 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.661405 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6186853d-ba56-421b-a11d-04e8abb947ac']}} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:58.661859 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d55c12-e664-43c4-a793-7f98cf0900aa admin admin] Deleting subnet 6545cd9f-83e5-42df-8fae-5605d3f6fa82 {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:23:58.676181 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e5d55c12-e664-43c4-a793-7f98cf0900aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.724402 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.767158 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e5d55c12-e664-43c4-a793-7f98cf0900aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247190'] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.792014 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1f63a4-a031-44a9-b391-f0850b64d434') {'for_net_delete': True} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:58.792773 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1f63a4-a031-44a9-b391-f0850b64d434') {} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:58.800332 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.819359 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:58.849831 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e5d55c12-e664-43c4-a793-7f98cf0900aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.905779 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4397117'] for segment, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.911029 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ae2bbd95-d23b-4af2-950a-5ef974cec709 req-894e68ef-f77c-4aab-8b64-e8458cd5c57a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868474 Jun 24 10:23:58.943235 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:23:58.951563 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:23:58.954788 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:58.957583 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:23:58.960070 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa68e5a-dfed-433d-912f-6e0624f68d22,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:58.965681 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:58.998356 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=92851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:23:58.998840 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5463496'] for segment, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: Traceback (most recent call last): Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: timer() Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: cb(*args, **kw) Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: return func(*args, **kwargs) Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: self._notify() Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: self.callback(batched_events) Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: event.method(event) Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: return f(self, *a, **k) Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._get(url).json() Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: return self.request(url, 'GET', **kwargs) Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:23:59.001072 dv-cinder-790492-7-iscsi neutron-server[92851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:23:59.039386 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fce49-d78b-4451-b92d-5c2ebbc66645 req-015d2741-f5df-4afd-8513-d2d526b83f9a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:23:59.040804 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a13fce49-d78b-4451-b92d-5c2ebbc66645 req-015d2741-f5df-4afd-8513-d2d526b83f9a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.3349171 Jun 24 10:23:59.130802 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.164743 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:59.170887 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.172925 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6186853d-ba56-421b-a11d-04e8abb947ac HTTP/1.1" status: 204 len: 168 time: 0.9538715 Jun 24 10:23:59.186103 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6186853d-ba56-421b-a11d-04e8abb947ac,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:59.206620 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:59.304828 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 3a93044e-b10c-46d6-838c-0bf22df33159 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:23:59.383320 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a13fce49-d78b-4451-b92d-5c2ebbc66645 req-301deadb-03c5-4efe-b51b-6ebc58ba5aa9 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308907 Jun 24 10:23:59.385019 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e5d55c12-e664-43c4-a793-7f98cf0900aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7169183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7241091'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.389555 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:59.433454 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d55c12-e664-43c4-a793-7f98cf0900aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6545cd9f-83e5-42df-8fae-5605d3f6fa82,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:59.436052 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 3a93044e-b10c-46d6-838c-0bf22df33159 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:23:59.445340 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e5d55c12-e664-43c4-a793-7f98cf0900aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:59.447271 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e5d55c12-e664-43c4-a793-7f98cf0900aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.447660 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.450008 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e5d55c12-e664-43c4-a793-7f98cf0900aa admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6545cd9f-83e5-42df-8fae-5605d3f6fa82 HTTP/1.1" status: 204 len: 168 time: 0.8882160 Jun 24 10:23:59.452784 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38252) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:59.500798 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38254) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:59.577068 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.581929 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-ac1f1859-a760-4a9c-bc43-90cc71ad5b05 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ddb7f2fc91c14b388339347649029f0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0795834 Jun 24 10:23:59.584858 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38256) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:23:59.714650 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.730752 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448136'] for router, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.734455 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce742ba-b4e0-4c3b-a664-a2310e892ab3']}} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:59.744091 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1c48e7f-b60f-4b14-8d1c-cc7ab16bcb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.749340 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577b7efb-d824-4f76-a014-c00969843883') {'for_net_delete': True} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:59.749652 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577b7efb-d824-4f76-a014-c00969843883') {} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:23:59.772789 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7247151'] for segment, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.790684 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.799117 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=92850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:23:59.799633 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7169148'] for segment, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: Traceback (most recent call last): Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: timer() Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: cb(*args, **kw) Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: return func(*args, **kwargs) Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: self._notify() Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: self.callback(batched_events) Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: event.method(event) Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: return f(self, *a, **k) Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._get(url).json() Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: return self.request(url, 'GET', **kwargs) Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:23:59.861873 dv-cinder-790492-7-iscsi neutron-server[92850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:23:59.870488 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.881827 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e1549e20-df36-4cc6-9918-372e2e919c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:23:59.888069 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.889998 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5ce742ba-b4e0-4c3b-a664-a2310e892ab3 HTTP/1.1" status: 204 len: 168 time: 0.4359045 Jun 24 10:23:59.893318 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1c48e7f-b60f-4b14-8d1c-cc7ab16bcb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.897178 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 is scheduled to L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 with binding_index 1 {{(pid=92851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:23:59.907933 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce742ba-b4e0-4c3b-a664-a2310e892ab3,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:23:59.911412 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-40a9f65c-1159-497f-97e4-404ac3c44b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:23:59.915022 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a79eaf-3f0e-4f5d-9fe8-ce6240da9b71 None None] Network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:23:59.973772 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-73786749-2c5c-482c-b148-fb1fb45b37cf None None] Provisioning for port 3a93044e-b10c-46d6-838c-0bf22df33159 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:23:59.984740 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-73786749-2c5c-482c-b148-fb1fb45b37cf None None] Provisioning complete for port 3a93044e-b10c-46d6-838c-0bf22df33159 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:23:59.985469 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-73786749-2c5c-482c-b148-fb1fb45b37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.992137 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1c48e7f-b60f-4b14-8d1c-cc7ab16bcb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:23:59.996021 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1c48e7f-b60f-4b14-8d1c-cc7ab16bcb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:00.006958 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b1c48e7f-b60f-4b14-8d1c-cc7ab16bcb72 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/966ccd5e-5dae-4542-8632-67a50b7f723d HTTP/1.1" status: 204 len: 168 time: 0.4158931 Jun 24 10:24:00.010126 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:00.025846 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c48e7f-b60f-4b14-8d1c-cc7ab16bcb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966ccd5e-5dae-4542-8632-67a50b7f723d,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:00.032818 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b1c48e7f-b60f-4b14-8d1c-cc7ab16bcb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:00.173089 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:00.184141 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Sync routers for ids ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:00.198829 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Routers {'abcb4be8-8ae2-49bf-8f22-88adbc5ef629'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:00.200988 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:23:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:00.241147 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:00.242735 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1621799 Jun 24 10:24:00.245569 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38266) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:00.308045 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38541934-9314-45f0-add5-a1c23f721ed5 req-526cb3b5-3a8d-4673-b920-4d27b3e15b55 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:00.319570 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-38541934-9314-45f0-add5-a1c23f721ed5 req-526cb3b5-3a8d-4673-b920-4d27b3e15b55 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1443801 Jun 24 10:24:00.353466 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38268) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:00.354002 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-73786749-2c5c-482c-b148-fb1fb45b37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:00.386931 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Set router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:00.400010 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-38541934-9314-45f0-add5-a1c23f721ed5 req-f9ae50e2-c130-4523-b6f4-c812607d12e3 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793862 Jun 24 10:24:00.493182 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38274) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:00.502342 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e5e9d8e7-95aa-484d-a051-f993cf41f7aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d2b363c2d26b4c098f508a3e83dfa57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452987 Jun 24 10:24:00.506902 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-73786749-2c5c-482c-b148-fb1fb45b37cf None None] For port 3a93044e-b10c-46d6-838c-0bf22df33159, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=3a93044e-b10c-46d6-838c-0bf22df33159,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:00.514921 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-73786749-2c5c-482c-b148-fb1fb45b37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:00.529473 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-18043d28-927a-424f-9c36-21bb9020cbbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:00.629046 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2db73478-0da3-4240-921b-ca30089b3918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:00.656381 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73786749-2c5c-482c-b148-fb1fb45b37cf None None] Pushing event updated for resources: {'Port': ['ID=3a93044e-b10c-46d6-838c-0bf22df33159,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:00.660302 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-73786749-2c5c-482c-b148-fb1fb45b37cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:00.711193 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2db73478-0da3-4240-921b-ca30089b3918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:00.742376 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:23:59Z', 'revision_number': 3, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:00.818662 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2db73478-0da3-4240-921b-ca30089b3918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:00.823819 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2db73478-0da3-4240-921b-ca30089b3918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:00.825216 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-2db73478-0da3-4240-921b-ca30089b3918 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/32c318e0-9204-4ce2-b670-f390e6d68ce5 HTTP/1.1" status: 204 len: 168 time: 0.3303878 Jun 24 10:24:00.826186 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-0cbc7213-fb24-46a5-b649-a0fd71d5879d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:00.831462 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Checking router: abcb4be8-8ae2-49bf-8f22-88adbc5ef629 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:00.832015 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Updating router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 port 2aa68e5a-dfed-433d-912f-6e0624f68d22 binding host dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:24:00.855227 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db73478-0da3-4240-921b-ca30089b3918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c318e0-9204-4ce2-b670-f390e6d68ce5,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:00.858634 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2db73478-0da3-4240-921b-ca30089b3918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:00.901234 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:00.948721 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c8fd24ec-9a4a-45a2-abc6-2551208ed415 None None] Provisioning complete for port 3a93044e-b10c-46d6-838c-0bf22df33159 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:00.949443 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c8fd24ec-9a4a-45a2-abc6-2551208ed415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:01.004063 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba02d63-9da0-403c-8e8f-8c1bcca7deaa req-db9a7793-6a9f-402d-af90-b624cfd04522 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:01.005572 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-eba02d63-9da0-403c-8e8f-8c1bcca7deaa req-db9a7793-6a9f-402d-af90-b624cfd04522 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.2307758 Jun 24 10:24:01.183933 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-eba02d63-9da0-403c-8e8f-8c1bcca7deaa req-7b47054f-4f07-425c-8d40-9c3486f09565 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282139 Jun 24 10:24:01.284175 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 3a93044e-b10c-46d6-838c-0bf22df33159 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:01.393928 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 3a93044e-b10c-46d6-838c-0bf22df33159 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:01.394631 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:01.424029 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Notify callbacks [] for port, precommit_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:01.462511 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.provisioning_blocks [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Transition to ACTIVE for port object 2aa68e5a-dfed-433d-912f-6e0624f68d22 will not be triggered until provisioned by entity L2. {{(pid=92854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:01.481837 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:01.484690 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:01.489203 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-ef162dcc-3b41-4368-86e6-ab0019c43fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:01.561368 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Attempting to bind port 2aa68e5a-dfed-433d-912f-6e0624f68d22 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:24:01.561759 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Attempting to bind port 2aa68e5a-dfed-433d-912f-6e0624f68d22 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:24:01.562153 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Attempting to bind port 2aa68e5a-dfed-433d-912f-6e0624f68d22 on network f7a1f380-7220-4398-ba20-93d87a45423d {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:24:01.573306 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Pushing event updated for resources: {'Port': ['ID=2aa68e5a-dfed-433d-912f-6e0624f68d22,revision_number=2']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:01.578017 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:24:01.578691 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Checking segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:01.579360 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:01.580025 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Bound using segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:24:01.581061 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Bound port: 2aa68e5a-dfed-433d-912f-6e0624f68d22, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:24:01.582026 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:01.590954 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.591598 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.592120 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.594952 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.595480 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.596065 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.596598 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.597141 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.597705 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.598307 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.598842 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.599383 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:01.626407 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:01.668406 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] For port 2aa68e5a-dfed-433d-912f-6e0624f68d22, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:01.672511 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] For port 2aa68e5a-dfed-433d-912f-6e0624f68d22, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=2aa68e5a-dfed-433d-912f-6e0624f68d22,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:01.679293 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:01.681982 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:01.744185 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Pushing event updated for resources: {'Port': ['ID=2aa68e5a-dfed-433d-912f-6e0624f68d22,revision_number=3']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:01.751369 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:01.788700 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Routers {'abcb4be8-8ae2-49bf-8f22-88adbc5ef629'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:01.796522 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2903d10-3ad2-4626-a780-f3148c040945 req-ef910e2c-0c21-4434-92b8-94266ed5eac9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:01.803079 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:23:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:01.806360 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f2903d10-3ad2-4626-a780-f3148c040945 req-ef910e2c-0c21-4434-92b8-94266ed5eac9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1725254 Jun 24 10:24:01.899194 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f2903d10-3ad2-4626-a780-f3148c040945 req-88cb4c9a-ed2b-4cbf-9e35-faa26d98962c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914166 Jun 24 10:24:01.912727 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Allocated IP 172.20.0.1 (0eb3be94-8b39-43af-9c4c-0661f34c8e94/42694b9e-8fa4-4b6d-ab24-8fc1f509e402/11b0461d-fa22-45bf-9aef-843c53ae13fa) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:02.066101 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] Set router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:02.152653 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:02.170721 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Transition to ACTIVE for port object 11b0461d-fa22-45bf-9aef-843c53ae13fa will not be triggered until provisioned by entity DHCP. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:02.219988 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:02.222621 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:02.273386 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Pushing event updated for resources: {'Port': ['ID=11b0461d-fa22-45bf-9aef-843c53ae13fa,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:02.284131 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:02.314825 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:02.314825 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:02.315971 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38328) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:02.332477 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:24:02.388721 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450309'] for router_interface, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:02.472830 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:23:59Z', 'revision_number': 3, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:02.545825 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73a2a-fa32-40a8-8ebe-99cdec4be879 None None] The sync data for ids ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'] in dv-cinder-790492-7-iscsi is: [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:23:59Z', 'revision_number': 3, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:02.685080 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:02.725132 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2068171615-network', 'tenant_id': '401eb0c9690a4893b941db64b85396a1'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:02.806303 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-48ee90ed-37ac-4bbd-9428-08e8da5e2550 None None] Provisioning for port 11b0461d-fa22-45bf-9aef-843c53ae13fa completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:02.815890 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-48ee90ed-37ac-4bbd-9428-08e8da5e2550 None None] Provisioning complete for port 11b0461d-fa22-45bf-9aef-843c53ae13fa triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:02.816284 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-48ee90ed-37ac-4bbd-9428-08e8da5e2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:02.848639 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Made reservation on behalf of 401eb0c9690a4893b941db64b85396a1 for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:24:02.851017 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:02.899648 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:02.902209 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-48ee90ed-37ac-4bbd-9428-08e8da5e2550 None None] Port 11b0461d-fa22-45bf-9aef-843c53ae13fa cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:24:02.929632 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0abd4-f3ca-45f9-a093-6591dd5265a4 req-f7f8279d-5ae6-4330-ab50-29f7d16c779b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:02.931194 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bca0abd4-f3ca-45f9-a093-6591dd5265a4 req-f7f8279d-5ae6-4330-ab50-29f7d16c779b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.3068125 Jun 24 10:24:03.165734 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bca0abd4-f3ca-45f9-a093-6591dd5265a4 req-16f9358d-6c42-48f8-9ffd-0f49d2dc851c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108769 Jun 24 10:24:03.229922 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.248645 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.308773 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-73e77e8f-8206-4df4-8b67-fe18dc213bfc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:03.311743 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450545'] for router_interface, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.350823 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 2aa68e5a-dfed-433d-912f-6e0624f68d22 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:03.406920 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.411860 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eef403-ac93-4ba9-8a89-323dd7c201c5 req-9e890f97-f3e1-4890-8993-2927d9d20487 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:03.421667 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-91eef403-ac93-4ba9-8a89-323dd7c201c5 req-9e890f97-f3e1-4890-8993-2927d9d20487 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.0780098 Jun 24 10:24:03.449872 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.480606 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Pushing event updated for resources: {'Port': ['ID=11b0461d-fa22-45bf-9aef-843c53ae13fa,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:03.485037 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:03.493356 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:03.521879 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=92850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:24:03.531954 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-91eef403-ac93-4ba9-8a89-323dd7c201c5 req-ea5c66b2-faf4-4c45-858d-74147587559e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090212 Jun 24 10:24:03.565088 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 2aa68e5a-dfed-433d-912f-6e0624f68d22 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:03.581324 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 2aa68e5a-dfed-433d-912f-6e0624f68d22 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:03.582716 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.591704 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.592296 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Added segment 74ee452d-88d9-4657-9df1-0a086d516e67 of type vlan for network 34bc84c6-726b-4a2e-8157-ec7879cbe448 Jun 24 10:24:03.610117 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43285ddb-6ea4-45bb-8029-287d31f6741e,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:03.618890 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:03.687199 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.703751 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:03.709069 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:03.721917 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.759342 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 2aa68e5a-dfed-433d-912f-6e0624f68d22, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=2aa68e5a-dfed-433d-912f-6e0624f68d22,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:03.765614 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.768199 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:03.864827 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.886236 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=2aa68e5a-dfed-433d-912f-6e0624f68d22,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:03.894846 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:03.918909 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.923671 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:03.924955 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:03.940659 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:04.094336 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7768869 Jun 24 10:24:04.098063 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38370) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:04.106360 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Request body: {'subnet': {'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2068171615-subnet', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'ip_version': 4}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:04.112914 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Pushing event updated for resources: {'Network': ['ID=34bc84c6-726b-4a2e-8157-ec7879cbe448,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:04.116495 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:04.124293 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:24:04.133358 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 34bc84c6-726b-4a2e-8157-ec7879cbe448 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:24:04.158842 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Made reservation on behalf of 401eb0c9690a4893b941db64b85396a1 for: {'subnet': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:24:04.172980 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424117'] for subnet, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:04.243438 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-6c4b83ea-db4b-4ccb-80c3-b6f0d4778972 None None] Provisioning complete for port 11b0461d-fa22-45bf-9aef-843c53ae13fa triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:04.244166 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-6c4b83ea-db4b-4ccb-80c3-b6f0d4778972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:04.276647 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:04.283610 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] 10.222.0.79 "PUT /v2.0/routers/abcb4be8-8ae2-49bf-8f22-88adbc5ef629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0367918 Jun 24 10:24:04.530691 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b83ea-db4b-4ccb-80c3-b6f0d4778972 None None] Port 11b0461d-fa22-45bf-9aef-843c53ae13fa cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:24:04.606961 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb01ad-c15a-4b57-aa8a-97ab24f8c7da req-1b518729-a8e0-45a8-a814-be9cb64c9d5d tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:04.608642 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-dbbb01ad-c15a-4b57-aa8a-97ab24f8c7da req-1b518729-a8e0-45a8-a814-be9cb64c9d5d tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1646338 Jun 24 10:24:04.685585 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-dbbb01ad-c15a-4b57-aa8a-97ab24f8c7da req-53ad4e24-1776-41e0-aa79-822e086e46a5 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645404 Jun 24 10:24:04.771480 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5463402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4423775'] for subnet, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:04.773906 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:04.900151 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae7b39c4-59d3-4993-bc90-4f139d81bbde,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:04.902981 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:04.947436 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Checking segment: {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:04.947896 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Network hostable DHCP agents. Network: 34bc84c6-726b-4a2e-8157-ec7879cbe448, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:24:04.982599 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598667ba-e2ca-49ee-901e-a30a27ac844f req-1e80e4ea-a7d5-4aa2-81cf-bba2c73d2aef tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:04.984295 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-598667ba-e2ca-49ee-901e-a30a27ac844f req-1e80e4ea-a7d5-4aa2-81cf-bba2c73d2aef tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1477215 Jun 24 10:24:05.061285 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Network 34bc84c6-726b-4a2e-8157-ec7879cbe448 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:24:05.122411 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-598667ba-e2ca-49ee-901e-a30a27ac844f req-5f9b78e5-6980-45be-875c-0b9aec3aad11 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161449 Jun 24 10:24:05.126043 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 34bc84c6-726b-4a2e-8157-ec7879cbe448) {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:05.133221 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:05.134152 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:05.136198 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a120778d-f529-4656-80b9-eb20b2f47f6a None None] Network 34bc84c6-726b-4a2e-8157-ec7879cbe448 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:24:05.155044 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-5895d89b-24c1-4e5b-a874-278e9e785f9e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0539384 Jun 24 10:24:05.158767 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38430) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:05.166885 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:05.249315 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24370'] for router, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:05.254027 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24377'] for router, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:05.264043 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 2aa68e5a-dfed-433d-912f-6e0624f68d22 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:05.333310 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Sync routers for ids ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:05.372555 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Routers {'abcb4be8-8ae2-49bf-8f22-88adbc5ef629'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:05.373550 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:23:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:05.430326 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38450) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:05.440051 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-406211668-network', 'tenant_id': '4e14eef8ecf543408739e43625114c21'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:05.449171 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:05.485273 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Made reservation on behalf of 4e14eef8ecf543408739e43625114c21 for: {'network': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:24:05.491434 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:05.509487 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 2aa68e5a-dfed-433d-912f-6e0624f68d22 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:05.509853 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:05.510333 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:05.696206 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfba0f6d-5148-5e12-b8f3-c731db63f75f-34bc84c6-726b-4a2e-8157-ec7879cbe448', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde'}]}} from dv-cinder-790492-7-iscsi. {{(pid=92853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:24:05.697278 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:05.782707 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:05.792390 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:05.806323 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-30542003-1903-4e03-b4ec-43f0edf3489e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:05.875173 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Set router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:05.919489 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=92851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:24:05.924839 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f16acc-6c9c-4ce6-8068-bb55daadf04a,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:05.955713 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:05.956068 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.segments_db [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Added segment cff2c1e4-37f3-4057-8e11-57f589657f85 of type vlan for network 15651efe-56d5-472a-a992-8396def1b302 Jun 24 10:24:06.021479 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:06.032756 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:06.080582 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:06.081948 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:06.082691 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:06.099346 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:06.177051 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24343'] for router, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:06.194774 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Pushing event updated for resources: {'Network': ['ID=15651efe-56d5-472a-a992-8396def1b302,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:06.224407 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:06.229000 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 15651efe-56d5-472a-a992-8396def1b302 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:24:06.240888 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8089457 Jun 24 10:24:06.249468 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38484) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:06.263964 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Request body: {'subnet': {'network_id': '15651efe-56d5-472a-a992-8396def1b302', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-406211668-subnet', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'ip_version': 4}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:06.329888 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Made reservation on behalf of 4e14eef8ecf543408739e43625114c21 for: {'subnet': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:24:06.334739 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424117'] for subnet, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:06.389912 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.db_base_plugin_common [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Allocated IP 172.20.0.2 (34bc84c6-726b-4a2e-8157-ec7879cbe448/ae7b39c4-59d3-4993-bc90-4f139d81bbde/dceb5f68-29f6-4abf-b28e-cdbf857cf5ff) {{(pid=92853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:06.457853 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046f390-9d7c-4d3f-80de-913312339acd req-c9e2a518-0b0b-40df-a205-b7ad03ffba47 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:06.473562 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3046f390-9d7c-4d3f-80de-913312339acd req-c9e2a518-0b0b-40df-a205-b7ad03ffba47 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.3186698 Jun 24 10:24:06.499750 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:24:02Z', 'revision_number': 4, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '11b0461d-fa22-45bf-9aef-843c53ae13fa', 'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'mac_address': 'fa:16:3e:4e:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:01Z', 'updated_at': '2021-06-24T10:24:02Z', 'revision_number': 2, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'subnets': [{'id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:06.552531 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3046f390-9d7c-4d3f-80de-913312339acd req-b36beb7e-fc0a-4027-99d3-390f6b4d4937 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773952 Jun 24 10:24:06.560367 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Checking router: abcb4be8-8ae2-49bf-8f22-88adbc5ef629 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:06.560735 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Updating router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 port 11b0461d-fa22-45bf-9aef-843c53ae13fa binding host dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:24:06.607038 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38490) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:06.694564 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:06.726400 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffdfae-4802-4e9a-b764-0a43fd9e9961 req-8473d54d-6557-4146-a4ec-73eebb371510 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:06.734947 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-79ffdfae-4802-4e9a-b764-0a43fd9e9961 req-8473d54d-6557-4146-a4ec-73eebb371510 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.2635269 Jun 24 10:24:06.763712 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:06.785303 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:06.849619 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-61f59ff3-b848-4edf-9638-437b17da612d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:06.876945 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Notify callbacks [] for port, precommit_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:06.893706 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Transition to ACTIVE for port object dceb5f68-29f6-4abf-b28e-cdbf857cf5ff will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:06.926097 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Allocated IP 172.27.2.14 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/ae162e30-c91f-4bd2-8c18-f7197a06bb04) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:06.945664 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-79ffdfae-4802-4e9a-b764-0a43fd9e9961 req-1d9287d8-d9dd-46f6-8281-551913a6f8bd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559453 Jun 24 10:24:06.965974 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Transition to ACTIVE for port object dceb5f68-29f6-4abf-b28e-cdbf857cf5ff will not be triggered until provisioned by entity DHCP. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:07.001764 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.012659 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5463402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4423775'] for subnet, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.018061 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:07.019266 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:07.057604 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.096473 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Network 34bc84c6-726b-4a2e-8157-ec7879cbe448 is already hosted by enough agents. {{(pid=92853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:07.099505 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Pushing event updated for resources: {'Port': ['ID=dceb5f68-29f6-4abf-b28e-cdbf857cf5ff,revision_number=1']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:07.105043 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.base_scheduler [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Resources bound (agent type, host, resource id): {{(pid=92853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:07.107432 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:07.110836 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.113607 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Received port after_create {{(pid=92853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:24:07.122480 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e4ca752b-cb74-4741-a4d8-bde70dd5926f tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:07.133591 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:07.137174 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:07.170673 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:24:07.171329 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2d7f82-799c-43d4-8208-5288a9a71e69,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:07.187023 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:07.211957 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Checking segment: {'id': 'cff2c1e4-37f3-4057-8e11-57f589657f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '15651efe-56d5-472a-a992-8396def1b302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:07.212612 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Network hostable DHCP agents. Network: 15651efe-56d5-472a-a992-8396def1b302, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:24:07.217789 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Attempting to bind port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:24:07.218341 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Attempting to bind port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:24:07.218618 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Attempting to bind port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff on network 34bc84c6-726b-4a2e-8157-ec7879cbe448 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:24:07.235815 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Notify callbacks [] for port, precommit_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.238761 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:24:07.239142 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Checking segment: {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:07.239547 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.239945 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Bound using segment: {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:24:07.240443 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Bound port: dceb5f68-29f6-4abf-b28e-cdbf857cf5ff, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:24:07.240833 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.259252 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Transition to ACTIVE for port object 11b0461d-fa22-45bf-9aef-843c53ae13fa will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:07.266335 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.279252 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8b397-5883-424e-a2ec-2a04ddace9b6 req-658246f4-4062-426b-827d-3ac793f6948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:07.281463 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cbd8b397-5883-424e-a2ec-2a04ddace9b6 req-658246f4-4062-426b-827d-3ac793f6948d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 1099 time: 0.2294309 Jun 24 10:24:07.284320 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:07.287387 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-61f59ff3-b848-4edf-9638-437b17da612d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.290257 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Network 15651efe-56d5-472a-a992-8396def1b302 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:24:07.302226 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-61f59ff3-b848-4edf-9638-437b17da612d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.342422 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae162e30-c91f-4bd2-8c18-f7197a06bb04,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:07.348722 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:07.372692 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2f775-14a8-4e9c-bcda-925403bed5fe None None] Pushing event updated for resources: {'Port': ['ID=11b0461d-fa22-45bf-9aef-843c53ae13fa,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:07.382809 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-f3a2f775-14a8-4e9c-bcda-925403bed5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:07.383977 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] For port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:07.388560 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] For port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=dceb5f68-29f6-4abf-b28e-cdbf857cf5ff,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:07.433350 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.484089 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-346b430a-27cc-4dbf-9d5e-1b32be10d2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:07.556470 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.641073 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Pushing event updated for resources: {'Port': ['ID=dceb5f68-29f6-4abf-b28e-cdbf857cf5ff,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:07.644254 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:07.649683 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-0dd41b8b-2a21-466f-96df-83fbadc1efd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:07.654475 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-61f59ff3-b848-4edf-9638-437b17da612d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b8a2f93978a54d9dbe057bea24deb365&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0277998 Jun 24 10:24:07.658766 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38496) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:07.664445 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Attempting to bind port 11b0461d-fa22-45bf-9aef-843c53ae13fa on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:24:07.664853 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Attempting to bind port 11b0461d-fa22-45bf-9aef-843c53ae13fa by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:24:07.665263 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Attempting to bind port 11b0461d-fa22-45bf-9aef-843c53ae13fa on network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:24:07.695859 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cbd8b397-5883-424e-a2ec-2a04ddace9b6 req-413a0b63-09f3-4327-be3a-84ca5d4deb57 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022012 Jun 24 10:24:07.698737 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 15651efe-56d5-472a-a992-8396def1b302) {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:07.711877 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6e6fe1-f3aa-40c6-ad56-b69d657bac2d None None] Network 15651efe-56d5-472a-a992-8396def1b302 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:24:07.722357 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:07.723066 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.877786 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f59ff3-b848-4edf-9638-437b17da612d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3059870-3837-4bd6-817c-99e5bc1b7528,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:07.883624 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-6767b7d2-801e-4c9d-8cae-044a09f08626 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6328294 Jun 24 10:24:07.884784 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-61f59ff3-b848-4edf-9638-437b17da612d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:07.888886 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38506) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:07.896649 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-406211668-router', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:07.935356 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ecd199d6-152e-45d4-817d-dbccb3ea1cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.963957 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:24:07.964834 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Checking segment: {'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:07.965305 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.966399 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Bound using segment: {'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:24:07.966943 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Bound port: 11b0461d-fa22-45bf-9aef-843c53ae13fa, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:24:07.967339 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.969036 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ecd199d6-152e-45d4-817d-dbccb3ea1cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.986753 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448136'] for router, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.991751 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24370'] for router, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:07.992994 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24377'] for router, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:08.121524 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562d1f9-4ea4-4d6a-a7c4-bdee5fc1a6be req-9814964c-44a5-4473-be98-aa93f94420a8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:08.123328 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f562d1f9-4ea4-4d6a-a7c4-bdee5fc1a6be req-9814964c-44a5-4473-be98-aa93f94420a8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.2819824 Jun 24 10:24:08.155186 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] For port 11b0461d-fa22-45bf-9aef-843c53ae13fa, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:08.155483 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ecd199d6-152e-45d4-817d-dbccb3ea1cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:08.158794 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] For port 11b0461d-fa22-45bf-9aef-843c53ae13fa, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=11b0461d-fa22-45bf-9aef-843c53ae13fa,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:08.167917 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfba0f6d-5148-5e12-b8f3-c731db63f75f-15651efe-56d5-472a-a992-8396def1b302', 'network_id': '15651efe-56d5-472a-a992-8396def1b302', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'fixed_ips': [{'subnet_id': '7c2d7f82-799c-43d4-8208-5288a9a71e69'}]}} from dv-cinder-790492-7-iscsi. {{(pid=92853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:24:08.169222 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ecd199d6-152e-45d4-817d-dbccb3ea1cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:08.169747 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:08.171129 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-ecd199d6-152e-45d4-817d-dbccb3ea1cec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f3059870-3837-4bd6-817c-99e5bc1b7528 HTTP/1.1" status: 204 len: 168 time: 0.5101893 Jun 24 10:24:08.173789 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:08.174209 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:08.178089 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:08.194031 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd199d6-152e-45d4-817d-dbccb3ea1cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3059870-3837-4bd6-817c-99e5bc1b7528,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:08.217758 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ecd199d6-152e-45d4-817d-dbccb3ea1cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:08.261437 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:08.308940 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc17ce-7de6-4d29-a726-9cdb5d23a53a req-0b588176-27d4-4106-89f4-a376713587ed tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:08.320095 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-50fc17ce-7de6-4d29-a726-9cdb5d23a53a req-0b588176-27d4-4106-89f4-a376713587ed tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1671965 Jun 24 10:24:08.373460 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Routers {'abcb4be8-8ae2-49bf-8f22-88adbc5ef629'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:08.374110 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:23:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:08.377422 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f562d1f9-4ea4-4d6a-a7c4-bdee5fc1a6be req-9017476e-3079-4855-99a8-84786ca67e57 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457392 Jun 24 10:24:08.445061 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-50fc17ce-7de6-4d29-a726-9cdb5d23a53a req-eb4b6233-da8f-4522-9a7b-cee240fdce7f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233370 Jun 24 10:24:08.492887 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2f775-14a8-4e9c-bcda-925403bed5fe None None] Pushing event updated for resources: {'Port': ['ID=11b0461d-fa22-45bf-9aef-843c53ae13fa,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:08.497597 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-f3a2f775-14a8-4e9c-bcda-925403bed5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:08.505494 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-027272fa-43d6-419e-b24c-2bc596e574c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:08.565108 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24343'] for router, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:08.610556 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.db_base_plugin_common [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Allocated IP 172.20.0.2 (15651efe-56d5-472a-a992-8396def1b302/7c2d7f82-799c-43d4-8208-5288a9a71e69/aa550165-382a-4e73-bef6-13f25c9275ca) {{(pid=92853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:08.639749 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Router ba034ad5-0c9a-4feb-89a2-9724f5394e92 is scheduled to L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 with binding_index 1 {{(pid=92850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:24:08.721226 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38518) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:08.722562 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] Set router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:08.748470 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bb3e3989-a7a0-46a5-ace0-028ec8964ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:08.880625 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:08.892558 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Sync routers for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:08.907154 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:08.907809 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:23:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:08.956723 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bb3e3989-a7a0-46a5-ace0-028ec8964ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:08.964204 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2adeb9-5ebc-48ba-be50-fe6e4ac80d96 req-173fad20-d037-40ac-9e73-b5034af093f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:08.966966 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b2adeb9-5ebc-48ba-be50-fe6e4ac80d96 req-173fad20-d037-40ac-9e73-b5034af093f2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 1098 time: 0.1586335 Jun 24 10:24:08.973602 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bb3e3989-a7a0-46a5-ace0-028ec8964ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:08.977338 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3bf882b9-88e4-4c62-a494-396dc413f2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:09.032942 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.034489 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8732233 Jun 24 10:24:09.039676 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38522) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:09.044682 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Notify callbacks [] for port, precommit_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.074680 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Transition to ACTIVE for port object aa550165-382a-4e73-bef6-13f25c9275ca will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:09.080705 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.098202 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Transition to ACTIVE for port object aa550165-382a-4e73-bef6-13f25c9275ca will not be triggered until provisioned by entity DHCP. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:09.111095 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.113731 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-79f2eef4-3893-4623-86e2-336b47961324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:09.132643 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:09.155419 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Network 15651efe-56d5-472a-a992-8396def1b302 is already hosted by enough agents. {{(pid=92853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:09.162105 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.base_scheduler [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Resources bound (agent type, host, resource id): {{(pid=92853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:09.164977 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Received port after_create {{(pid=92853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:24:09.183211 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Pushing event updated for resources: {'Port': ['ID=aa550165-382a-4e73-bef6-13f25c9275ca,revision_number=1']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:09.186066 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:09.188495 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:24:02Z', 'revision_number': 4, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '11b0461d-fa22-45bf-9aef-843c53ae13fa', 'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'mac_address': 'fa:16:3e:4e:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:01Z', 'updated_at': '2021-06-24T10:24:08Z', 'revision_number': 4, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'subnets': [{'id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:09.241254 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db904ef-f456-4cd9-b251-1170c5ab613c None None] The sync data for ids ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'] in dv-cinder-790492-7-iscsi is: [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:24:02Z', 'revision_number': 4, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '11b0461d-fa22-45bf-9aef-843c53ae13fa', 'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'mac_address': 'fa:16:3e:4e:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:01Z', 'updated_at': '2021-06-24T10:24:08Z', 'revision_number': 4, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'subnets': [{'id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:09.278085 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-bb3e3989-a7a0-46a5-ace0-028ec8964ab7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a5a2ed728e7549bf81e039b5112d5b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555775 Jun 24 10:24:09.283003 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device dceb5f68-29f6-4abf-b28e-cdbf857cf5ff up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:09.289165 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38524) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:09.289789 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689f925d-fe2c-4c26-97ef-f3083ae94ab6 None None] Network 34bc84c6-726b-4a2e-8157-ec7879cbe448 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:24:09.359065 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e3989-a7a0-46a5-ace0-028ec8964ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe450ac-490c-4a2d-b439-63136fd43d8b,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:09.372555 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-bb3e3989-a7a0-46a5-ace0-028ec8964ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:09.522893 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2adeb9-5ebc-48ba-be50-fe6e4ac80d96 req-e0bfd66b-d59a-4b05-bcc2-fed50304ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:09.531148 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b2adeb9-5ebc-48ba-be50-fe6e4ac80d96 req-e0bfd66b-d59a-4b05-bcc2-fed50304ffcc service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 919 time: 0.5363488 Jun 24 10:24:09.565715 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:07Z', 'revision_number': 3, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:09.625542 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Attempting to bind port aa550165-382a-4e73-bef6-13f25c9275ca on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:24:09.626144 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Attempting to bind port aa550165-382a-4e73-bef6-13f25c9275ca by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': 'cff2c1e4-37f3-4057-8e11-57f589657f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '15651efe-56d5-472a-a992-8396def1b302'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:24:09.627963 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Attempting to bind port aa550165-382a-4e73-bef6-13f25c9275ca on network 15651efe-56d5-472a-a992-8396def1b302 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:24:09.633593 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.644070 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Checking router: ba034ad5-0c9a-4feb-89a2-9724f5394e92 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:09.644859 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Updating router ba034ad5-0c9a-4feb-89a2-9724f5394e92 port ae162e30-c91f-4bd2-8c18-f7197a06bb04 binding host dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:24:09.661758 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-02e0756b-58cd-4e24-9a6e-71947ccb2925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.667620 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:24:09.669154 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Checking segment: {'id': 'cff2c1e4-37f3-4057-8e11-57f589657f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '15651efe-56d5-472a-a992-8396def1b302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:09.669874 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.670334 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Bound using segment: {'id': 'cff2c1e4-37f3-4057-8e11-57f589657f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '15651efe-56d5-472a-a992-8396def1b302'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:24:09.672515 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Bound port: aa550165-382a-4e73-bef6-13f25c9275ca, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff2c1e4-37f3-4057-8e11-57f589657f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '15651efe-56d5-472a-a992-8396def1b302'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:24:09.673145 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.711755 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.797044 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-02e0756b-58cd-4e24-9a6e-71947ccb2925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.800375 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] For port aa550165-382a-4e73-bef6-13f25c9275ca, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:09.801024 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b2adeb9-5ebc-48ba-be50-fe6e4ac80d96 req-6066134f-3876-4f5b-8d30-b622cd4f92d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c HTTP/1.1" status: 200 len: 1000 time: 0.2604671 Jun 24 10:24:09.804659 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] For port aa550165-382a-4e73-bef6-13f25c9275ca, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=aa550165-382a-4e73-bef6-13f25c9275ca,segment=NetworkSegment(cff2c1e4-37f3-4057-8e11-57f589657f85),segment_id=cff2c1e4-37f3-4057-8e11-57f589657f85)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:09.814471 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-84172c79-bf5a-4cec-9756-0a4ca2adfd56 None None] Provisioning for port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:09.828472 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.838222 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08aad2-6bb7-484f-8d03-a964dcde7c96 req-f00d94c4-8dcd-401c-a0b6-d3bda67f2f61 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:09.838677 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:09.839758 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ed08aad2-6bb7-484f-8d03-a964dcde7c96 req-f00d94c4-8dcd-401c-a0b6-d3bda67f2f61 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1603794 Jun 24 10:24:09.878004 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:09.890486 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Allocated IP 172.27.2.40 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/73378e31-5a32-4e5d-804a-b0e1b8fcb61c) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:09.898097 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:09.898516 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:09.985517 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Pushing event updated for resources: {'Port': ['ID=aa550165-382a-4e73-bef6-13f25c9275ca,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:09.989072 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:10.006518 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.046764 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.087363 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2adeb9-5ebc-48ba-be50-fe6e4ac80d96 req-494edda7-f5aa-40cf-92b4-c22397d2acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:10.089857 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b2adeb9-5ebc-48ba-be50-fe6e4ac80d96 req-494edda7-f5aa-40cf-92b4-c22397d2acfa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.2716532 Jun 24 10:24:10.122837 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=dceb5f68-29f6-4abf-b28e-cdbf857cf5ff,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:10.131185 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.133850 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-73786749-2c5c-482c-b148-fb1fb45b37cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:10.144871 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ed08aad2-6bb7-484f-8d03-a964dcde7c96 req-11cc0525-343d-48e7-a44e-214d9641c6f4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956350 Jun 24 10:24:10.146621 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.190414 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:10.212506 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=dceb5f68-29f6-4abf-b28e-cdbf857cf5ff,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:10.217810 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:10.336361 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:10.343862 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:10.362512 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:24:10.499866 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf379b8-c576-4a46-8237-70161cc06f4b req-6fe38f21-9ae5-4ccf-ae11-7c543fc6b7f7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:10.504760 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-baf379b8-c576-4a46-8237-70161cc06f4b req-6fe38f21-9ae5-4ccf-ae11-7c543fc6b7f7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.8188708 Jun 24 10:24:10.522108 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-02e0756b-58cd-4e24-9a6e-71947ccb2925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.530316 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-02e0756b-58cd-4e24-9a6e-71947ccb2925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.533747 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-02e0756b-58cd-4e24-9a6e-71947ccb2925 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cbe450ac-490c-4a2d-b439-63136fd43d8b HTTP/1.1" status: 204 len: 168 time: 1.2409589 Jun 24 10:24:10.543871 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Notify callbacks [] for port, precommit_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.548091 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f8f00a61-b6d9-410d-9660-d33a5a33fadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:10.560049 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-fdd6693c-c375-46cb-abec-b51405b02a10 None None] Provisioning complete for port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:10.560204 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Pushing event updated for resources: {'Port': ['ID=73378e31-5a32-4e5d-804a-b0e1b8fcb61c,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:10.560722 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-fdd6693c-c375-46cb-abec-b51405b02a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.564529 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:10.569118 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.provisioning_blocks [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Transition to ACTIVE for port object ae162e30-c91f-4bd2-8c18-f7197a06bb04 will not be triggered until provisioned by entity L2. {{(pid=92854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:10.587968 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.597859 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:10.623153 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0756b-58cd-4e24-9a6e-71947ccb2925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe450ac-490c-4a2d-b439-63136fd43d8b,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:10.640168 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Attempting to bind port ae162e30-c91f-4bd2-8c18-f7197a06bb04 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:24:10.644957 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Attempting to bind port ae162e30-c91f-4bd2-8c18-f7197a06bb04 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:24:10.645671 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Attempting to bind port ae162e30-c91f-4bd2-8c18-f7197a06bb04 on network f7a1f380-7220-4398-ba20-93d87a45423d {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:24:10.651478 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-02e0756b-58cd-4e24-9a6e-71947ccb2925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:10.693142 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:24:10.700932 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Checking segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:10.701814 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.703926 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Bound using segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:24:10.704556 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Bound port: ae162e30-c91f-4bd2-8c18-f7197a06bb04, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:24:10.707876 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.799452 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-baf379b8-c576-4a46-8237-70161cc06f4b req-98a45869-ef01-4db7-b722-b0c2a50e23e3 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755599 Jun 24 10:24:10.840223 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e54949-ed05-433f-ab22-775efd2532c5 None None] Pushing event updated for resources: {'Port': ['ID=ae162e30-c91f-4bd2-8c18-f7197a06bb04,revision_number=2']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:10.846310 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-b7e54949-ed05-433f-ab22-775efd2532c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:10.892299 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] For port ae162e30-c91f-4bd2-8c18-f7197a06bb04, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:10.898638 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.899187 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] For port ae162e30-c91f-4bd2-8c18-f7197a06bb04, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=ae162e30-c91f-4bd2-8c18-f7197a06bb04,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:10.909020 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.912951 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:10.922475 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2adeb9-5ebc-48ba-be50-fe6e4ac80d96 req-6fda39e8-51c2-4eb1-ad09-362691d805f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:10.925385 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:10.926809 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b2adeb9-5ebc-48ba-be50-fe6e4ac80d96 req-6fda39e8-51c2-4eb1-ad09-362691d805f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8259346 Jun 24 10:24:11.096083 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:11.096757 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:23:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:11.098780 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f9d87595-9edd-449f-8822-d6311d0b955c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:11.101000 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e54949-ed05-433f-ab22-775efd2532c5 None None] Pushing event updated for resources: {'Port': ['ID=ae162e30-c91f-4bd2-8c18-f7197a06bb04,revision_number=3']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:11.126042 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-b7e54949-ed05-433f-ab22-775efd2532c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:11.222241 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:11.237835 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b2adeb9-5ebc-48ba-be50-fe6e4ac80d96 req-2dbd6b84-6c4d-4322-baac-a8cc648502c6 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934682 Jun 24 10:24:11.403495 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:11.417155 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b2adeb9-5ebc-48ba-be50-fe6e4ac80d96 req-9faa651f-a133-4e46-928a-a74208820060 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616385 Jun 24 10:24:11.430302 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91b5e-0742-4094-9727-552fcd8269a9 req-bc9a9e95-ff39-4e24-aadc-a6e730c191b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:11.454423 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-add91b5e-0742-4094-9727-552fcd8269a9 req-bc9a9e95-ff39-4e24-aadc-a6e730c191b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 1099 time: 0.3232226 Jun 24 10:24:11.567285 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448136'] for router, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:11.581721 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Allocated IP 172.20.0.1 (34bc84c6-726b-4a2e-8157-ec7879cbe448/ae7b39c4-59d3-4993-bc90-4f139d81bbde/d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:11.614209 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device aa550165-382a-4e73-bef6-13f25c9275ca up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:11.661917 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595ae32-4d97-4f35-a033-4a2f0d45b3d6 req-63aa801e-a1ff-46fa-b091-b6dd4640dbc2 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:11.670028 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c595ae32-4d97-4f35-a033-4a2f0d45b3d6 req-63aa801e-a1ff-46fa-b091-b6dd4640dbc2 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.4130707 Jun 24 10:24:11.751410 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port aa550165-382a-4e73-bef6-13f25c9275ca completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:11.760420 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device dceb5f68-29f6-4abf-b28e-cdbf857cf5ff up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:11.778770 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c595ae32-4d97-4f35-a033-4a2f0d45b3d6 req-8077a607-64af-4ac2-b2fe-c1713a80bae2 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072643 Jun 24 10:24:11.832084 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f218bcfd-3548-4cc8-8c0d-fb1d67d6023b None None] Network 15651efe-56d5-472a-a992-8396def1b302 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:24:11.864004 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:11.882911 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Transition to ACTIVE for port object d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c will not be triggered until provisioned by entity DHCP. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:11.951478 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:07Z', 'revision_number': 3, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:11.958628 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:11.968718 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:11.978433 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Network 34bc84c6-726b-4a2e-8157-ec7879cbe448 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:11.981764 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:12.002571 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:24:12.010410 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91b5e-0742-4094-9727-552fcd8269a9 req-b4115a42-0903-47b9-912f-22409683a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:12.013155 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-add91b5e-0742-4094-9727-552fcd8269a9 req-b4115a42-0903-47b9-912f-22409683a48a service neutron] 10.222.0.77 "GET /v2.0/networks?id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 200 len: 921 time: 0.4493060 Jun 24 10:24:12.042139 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2ec02-d046-44f8-b529-ce31cddf60b3 None None] The sync data for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi is: [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:07Z', 'revision_number': 3, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:12.068321 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450309'] for router_interface, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:12.090918 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-add91b5e-0742-4094-9727-552fcd8269a9 req-76a68a77-24a3-43fe-abef-9a207ef0fddd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa4826a-69b5-4011-8177-49eb6f4a5483 HTTP/1.1" status: 200 len: 217 time: 0.0672128 Jun 24 10:24:12.101938 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-d375c59d-3045-481e-a829-49aae1e8c1ce None None] Provisioning for port aa550165-382a-4e73-bef6-13f25c9275ca completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:12.123092 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-d375c59d-3045-481e-a829-49aae1e8c1ce None None] Provisioning complete for port aa550165-382a-4e73-bef6-13f25c9275ca triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:12.123092 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-d375c59d-3045-481e-a829-49aae1e8c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:12.166794 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:12.218787 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91b5e-0742-4094-9727-552fcd8269a9 req-a17fb88f-9fec-4172-8bf4-22b392bb18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:12.221980 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-add91b5e-0742-4094-9727-552fcd8269a9 req-a17fb88f-9fec-4172-8bf4-22b392bb18a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7f4f6026-189f-4062-bf39-a9453bf9fae7 HTTP/1.1" status: 200 len: 859 time: 0.1224616 Jun 24 10:24:12.232582 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:12.234053 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:12.241699 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Pushing event updated for resources: {'Port': ['ID=d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:12.246053 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:12.258710 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Router ad007bd9-1a96-413d-90ec-bea643984e83 is scheduled to L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 with binding_index 1 {{(pid=92850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:24:12.314983 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e98ad-5483-48ce-ab28-f696d7ab1579 req-44667b1c-608f-4a98-b0cb-311c8bb418c5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:12.322115 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-364e98ad-5483-48ce-ab28-f696d7ab1579 req-44667b1c-608f-4a98-b0cb-311c8bb418c5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 945 time: 0.1787012 Jun 24 10:24:12.385363 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:12.404904 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-d375c59d-3045-481e-a829-49aae1e8c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:12.462816 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 11b0461d-fa22-45bf-9aef-843c53ae13fa up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:12.478005 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-364e98ad-5483-48ce-ab28-f696d7ab1579 req-aadb47ca-544b-4257-aee5-9bf2c48ca7a7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549435 Jun 24 10:24:12.541548 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:12.569798 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:12.571810 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6812606 Jun 24 10:24:12.575609 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38576) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:12.584363 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Sync routers for ids ['ad007bd9-1a96-413d-90ec-bea643984e83'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:12.627475 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Routers {'ad007bd9-1a96-413d-90ec-bea643984e83'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:12.628371 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:24:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ad007bd9-1a96-413d-90ec-bea643984e83'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:12.631782 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-d375c59d-3045-481e-a829-49aae1e8c1ce None None] For port aa550165-382a-4e73-bef6-13f25c9275ca, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=aa550165-382a-4e73-bef6-13f25c9275ca,segment=NetworkSegment(cff2c1e4-37f3-4057-8e11-57f589657f85),segment_id=cff2c1e4-37f3-4057-8e11-57f589657f85)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:12.687590 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-d375c59d-3045-481e-a829-49aae1e8c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:12.692592 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:12.765031 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 11b0461d-fa22-45bf-9aef-843c53ae13fa completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:12.821490 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 11b0461d-fa22-45bf-9aef-843c53ae13fa triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:12.822361 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:12.923741 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375c59d-3045-481e-a829-49aae1e8c1ce None None] Pushing event updated for resources: {'Port': ['ID=aa550165-382a-4e73-bef6-13f25c9275ca,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:12.928607 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-d375c59d-3045-481e-a829-49aae1e8c1ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:12.934891 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-f741b06c-b8b6-4a68-9e44-2404bda7a9c4 None None] Provisioning for port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:12.946926 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-f741b06c-b8b6-4a68-9e44-2404bda7a9c4 None None] Provisioning complete for port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:12.947573 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f741b06c-b8b6-4a68-9e44-2404bda7a9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.024913 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-f741b06c-b8b6-4a68-9e44-2404bda7a9c4 None None] Port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:24:13.048281 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-add91b5e-0742-4094-9727-552fcd8269a9 req-662a3bb3-6492-4ed0-a366-d6394939e42a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=736a2e62-6208-4b91-8fd6-c2d5df5c37ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336480 Jun 24 10:24:13.050304 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Set router ad007bd9-1a96-413d-90ec-bea643984e83 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:13.131244 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 744574d4-1813-4da4-a8bd-39d5f14ada9c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:24:13.174629 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.184033 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.190119 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:13.253543 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Pushing event updated for resources: {'Port': ['ID=d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:13.261465 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:13.287163 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450545'] for router_interface, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.307967 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5201c5b-40a4-4cef-aa23-350124981fdb req-9b3db0e1-ca49-4383-8255-0c493747a308 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:13.310680 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e5201c5b-40a4-4cef-aa23-350124981fdb req-9b3db0e1-ca49-4383-8255-0c493747a308 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.2379615 Jun 24 10:24:13.340181 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.343636 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.346608 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-404c18d5-3cc7-428f-a92c-84917927a687 None None] Provisioning complete for port aa550165-382a-4e73-bef6-13f25c9275ca triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:13.346992 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-404c18d5-3cc7-428f-a92c-84917927a687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.426842 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e5201c5b-40a4-4cef-aa23-350124981fdb req-8be9e713-a1ab-4416-ac01-5862aafd8dce tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999544 Jun 24 10:24:13.452475 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 11b0461d-fa22-45bf-9aef-843c53ae13fa, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=11b0461d-fa22-45bf-9aef-843c53ae13fa,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:13.461579 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Network 34bc84c6-726b-4a2e-8157-ec7879cbe448 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:13.472950 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:13.494246 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.500733 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:13.621171 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.688326 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Allocated IP 172.20.0.1 (15651efe-56d5-472a-a992-8396def1b302/7c2d7f82-799c-43d4-8208-5288a9a71e69/765cd5ec-818f-4a37-ba42-51c3f0fa6d89) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:13.731985 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=11b0461d-fa22-45bf-9aef-843c53ae13fa,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:13.735858 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:13.760348 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:24:13.766293 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecd66d3-44b7-4649-b392-ff652e6d16e6" -d '{"events": [{"server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "name": "network-vif-unplugged", "status": "completed", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:13.819716 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:13.824146 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device aa550165-382a-4e73-bef6-13f25c9275ca up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:13.827481 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.850221 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.855189 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Router ba034ad5-0c9a-4feb-89a2-9724f5394e92 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:24:13.856788 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:13.867366 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 10:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7355049-354a-418c-a535-96d90dbf616d x-openstack-request-id: req-b7355049-354a-418c-a535-96d90dbf616d {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:13.867667 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "name": "network-vif-unplugged", "status": "completed", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:13.868115 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7355049-354a-418c-a535-96d90dbf616d {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:13.868656 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'code': 200} Jun 24 10:24:13.920214 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'name': 'tempest-TestMinimumBasicScenario-406211668-router', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:07Z', 'updated_at': '2021-06-24T10:24:10Z', 'revision_number': 3, 'project_id': '4e14eef8ecf543408739e43625114c21', 'gw_port': {'id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:09Z', 'updated_at': '2021-06-24T10:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:13.937838 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:13.967992 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Checking router: ad007bd9-1a96-413d-90ec-bea643984e83 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:13.968694 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Updating router ad007bd9-1a96-413d-90ec-bea643984e83 port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c binding host dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:24:14.001576 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=744574d4-1813-4da4-a8bd-39d5f14ada9c,revision_number=8']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:14.009284 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:14.011464 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Transition to ACTIVE for port object 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 will not be triggered until provisioned by entity DHCP. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:14.022684 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:14.027144 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-0f0a9deb-1853-4c66-9d46-4901f8b08ec5 None None] Provisioning complete for port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:14.027715 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9deb-1853-4c66-9d46-4901f8b08ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.039538 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] 10.222.0.79 "PUT /v2.0/routers/ba034ad5-0c9a-4feb-89a2-9724f5394e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9498332 Jun 24 10:24:14.052623 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port aa550165-382a-4e73-bef6-13f25c9275ca triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:14.052997 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.091643 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.146954 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-add91b5e-0742-4094-9727-552fcd8269a9 req-425efc85-3ef6-461c-8324-3caed53c249e service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919279 Jun 24 10:24:14.157845 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158d054-a88e-4aed-b942-3a06bd251906 req-f3c6818c-3d81-48f4-be4a-d404ffde9226 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:14.159565 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6158d054-a88e-4aed-b942-3a06bd251906 req-f3c6818c-3d81-48f4-be4a-d404ffde9226 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.2035396 Jun 24 10:24:14.161580 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.164744 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:14.239120 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Network 15651efe-56d5-472a-a992-8396def1b302 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:14.245418 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:14.251409 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6158d054-a88e-4aed-b942-3a06bd251906 req-286ee36c-7bc8-4dc7-a23f-5b755ba82e11 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802724 Jun 24 10:24:14.256771 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:24:14.260187 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Pushing event updated for resources: {'Port': ['ID=765cd5ec-818f-4a37-ba42-51c3f0fa6d89,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:14.299787 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.300248 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.300689 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.301063 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.301510 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.301800 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.302219 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.302579 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.303205 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.303342 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.303630 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.303979 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:14.309026 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:14.326874 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450309'] for router_interface, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.368536 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a9deb-1853-4c66-9d46-4901f8b08ec5 None None] Port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:24:14.464801 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ae162e30-c91f-4bd2-8c18-f7197a06bb04 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:14.472403 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Notify callbacks [] for port, precommit_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.504669 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Transition to ACTIVE for port object 73378e31-5a32-4e5d-804a-b0e1b8fcb61c will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:14.520720 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.521904 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.534326 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:14.665642 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Sync routers for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:14.684120 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:14.684120 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:24:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:14.735749 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ce1a1-7141-4840-8b67-07ebb72d4778 req-556def20-f364-427c-86b7-6a8e24704026 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:14.737503 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0c4ce1a1-7141-4840-8b67-07ebb72d4778 req-556def20-f364-427c-86b7-6a8e24704026 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0986600 Jun 24 10:24:14.804548 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.824531 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.831205 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0c4ce1a1-7141-4840-8b67-07ebb72d4778 req-4c7999ae-1248-486e-b65a-f6323f6ca2e6 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858910 Jun 24 10:24:14.835716 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Attempting to bind port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:24:14.836131 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Attempting to bind port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:24:14.836556 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Attempting to bind port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c on network f7a1f380-7220-4398-ba20-93d87a45423d {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:24:14.838563 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-66eb256d-054f-4d15-b661-a48309d6a8ad None None] Provisioning for port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:14.840500 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff5045-cffb-4c1a-b6b2-00321a8e1e44 None None] Pushing event updated for resources: {'Port': ['ID=73378e31-5a32-4e5d-804a-b0e1b8fcb61c,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:14.851427 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-21ff5045-cffb-4c1a-b6b2-00321a8e1e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:14.851427 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-66eb256d-054f-4d15-b661-a48309d6a8ad None None] Provisioning complete for port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:14.851427 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-66eb256d-054f-4d15-b661-a48309d6a8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.851849 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-3b10988a-7295-42c4-809d-f0e9563fd63f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:14.879409 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:24:14.880139 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Checking segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:14.880703 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.881259 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Bound using segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:24:14.882461 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Bound port: 73378e31-5a32-4e5d-804a-b0e1b8fcb61c, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:24:14.883039 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.884940 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port ae162e30-c91f-4bd2-8c18-f7197a06bb04 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:14.914411 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port ae162e30-c91f-4bd2-8c18-f7197a06bb04 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:14.914784 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.959150 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450545'] for router_interface, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:14.975489 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-66eb256d-054f-4d15-b661-a48309d6a8ad None None] Port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:24:14.987947 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:15.001925 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38626) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:15.007760 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-704254501-network', 'tenant_id': '334af2a65ed04e71b083443d4fd47466'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:15.033867 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] For port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:15.038905 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] For port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=73378e31-5a32-4e5d-804a-b0e1b8fcb61c,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:15.044290 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Made reservation on behalf of 334af2a65ed04e71b083443d4fd47466 for: {'network': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:24:15.045381 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.048109 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.052326 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.057494 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:15.062478 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.114103 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port ae162e30-c91f-4bd2-8c18-f7197a06bb04, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=ae162e30-c91f-4bd2-8c18-f7197a06bb04,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:15.130811 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.145377 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Routers {'ad007bd9-1a96-413d-90ec-bea643984e83'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:15.146312 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:24:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ad007bd9-1a96-413d-90ec-bea643984e83'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:15.212520 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.220215 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.225092 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-715d9434-45fd-479b-aed8-48d41b674525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:15.226978 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff5045-cffb-4c1a-b6b2-00321a8e1e44 None None] Pushing event updated for resources: {'Port': ['ID=73378e31-5a32-4e5d-804a-b0e1b8fcb61c,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:15.267416 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=92851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:24:15.270500 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f32399-70df-4760-a7d6-0e5d650809e0,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:15.278773 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 2, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:15.297028 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.298224 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.299231 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.299580 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.299918 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.300260 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.300601 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.303064 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.303458 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.303814 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.304172 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.305655 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:15.318022 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] Set router ad007bd9-1a96-413d-90ec-bea643984e83 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:15.325189 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:15.333866 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Network 15651efe-56d5-472a-a992-8396def1b302 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:15.335126 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Pushing event updated for resources: {'Port': ['ID=765cd5ec-818f-4a37-ba42-51c3f0fa6d89,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:15.339602 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:15.342054 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:15.346064 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.347515 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.segments_db [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Added segment a9a45cc7-f040-45ac-8fa3-eff806b7e1c7 of type vlan for network 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 Jun 24 10:24:15.364499 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Checking router: ba034ad5-0c9a-4feb-89a2-9724f5394e92 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:15.364857 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Updating router ba034ad5-0c9a-4feb-89a2-9724f5394e92 port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c binding host dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:24:15.397110 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-21ff5045-cffb-4c1a-b6b2-00321a8e1e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:15.397631 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:15.435855 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-add91b5e-0742-4094-9727-552fcd8269a9 req-8ef10dc6-c3b0-4cdb-9400-ce50e1cea4fe service neutron] 10.222.0.77 "GET /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194670 Jun 24 10:24:15.452117 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.461820 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.524357 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.530936 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:15.533300 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.547014 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:15.641571 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9c2cfa-3b9c-44af-87bf-55f549240ce0,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:15.645854 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:15.652960 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Router ad007bd9-1a96-413d-90ec-bea643984e83 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:24:15.661482 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6581252 Jun 24 10:24:15.662290 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38636) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:15.667433 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Request body: {'subnet': {'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-704254501-subnet', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'ip_version': 4}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:15.689224 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:24:15.697807 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Made reservation on behalf of 334af2a65ed04e71b083443d4fd47466 for: {'subnet': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:24:15.704467 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424117'] for subnet, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:15.772769 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:15.778194 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] 10.222.0.79 "PUT /v2.0/routers/ad007bd9-1a96-413d-90ec-bea643984e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1988780 Jun 24 10:24:15.792716 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d96a8-4ebf-4ee0-b5cb-3879447ead7a req-109068d9-e79a-43d8-b08b-819a66fed9f3 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:15.804821 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7f3d96a8-4ebf-4ee0-b5cb-3879447ead7a req-109068d9-e79a-43d8-b08b-819a66fed9f3 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.2724164 Jun 24 10:24:15.810934 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 11b0461d-fa22-45bf-9aef-843c53ae13fa up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:15.881044 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=ae162e30-c91f-4bd2-8c18-f7197a06bb04,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:15.888480 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:15.889490 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7f3d96a8-4ebf-4ee0-b5cb-3879447ead7a req-db7c7a7f-46f4-44bd-aa49-25a406ecf160 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837624 Jun 24 10:24:15.953774 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-99c8f056-e88c-4a01-9d17-f69305d3508f None None] Provisioning complete for port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:15.955906 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-99c8f056-e88c-4a01-9d17-f69305d3508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:16.110320 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 11b0461d-fa22-45bf-9aef-843c53ae13fa triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:16.110701 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:16.146721 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-99c8f056-e88c-4a01-9d17-f69305d3508f None None] Port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:24:16.203606 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Notify callbacks [] for port, precommit_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:16.262935 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.provisioning_blocks [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Transition to ACTIVE for port object d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c will not be triggered until provisioned by entity L2. {{(pid=92854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:16.288572 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:16.296438 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-f00ff92b-4318-41f1-be69-8cdd8ecd133b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:16.307963 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'name': 'tempest-TestMinimumBasicScenario-406211668-router', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:07Z', 'updated_at': '2021-06-24T10:24:14Z', 'revision_number': 4, 'project_id': '4e14eef8ecf543408739e43625114c21', 'gw_port': {'id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:09Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '765cd5ec-818f-4a37-ba42-51c3f0fa6d89', 'name': '', 'network_id': '15651efe-56d5-472a-a992-8396def1b302', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'mac_address': 'fa:16:3e:9e:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7c2d7f82-799c-43d4-8208-5288a9a71e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:13Z', 'updated_at': '2021-06-24T10:24:14Z', 'revision_number': 2, 'project_id': '4e14eef8ecf543408739e43625114c21', 'subnets': [{'id': '7c2d7f82-799c-43d4-8208-5288a9a71e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:16.381518 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5463402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4423775'] for subnet, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:16.403194 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:16.417082 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f42ec-64ef-48d0-a6b4-50c516d14472 None None] The sync data for ids ['ad007bd9-1a96-413d-90ec-bea643984e83'] in dv-cinder-790492-7-iscsi is: [{'id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'name': 'tempest-TestMinimumBasicScenario-406211668-router', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:07Z', 'updated_at': '2021-06-24T10:24:14Z', 'revision_number': 4, 'project_id': '4e14eef8ecf543408739e43625114c21', 'gw_port': {'id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:09Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '765cd5ec-818f-4a37-ba42-51c3f0fa6d89', 'name': '', 'network_id': '15651efe-56d5-472a-a992-8396def1b302', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'mac_address': 'fa:16:3e:9e:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7c2d7f82-799c-43d4-8208-5288a9a71e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:13Z', 'updated_at': '2021-06-24T10:24:14Z', 'revision_number': 2, 'project_id': '4e14eef8ecf543408739e43625114c21', 'subnets': [{'id': '7c2d7f82-799c-43d4-8208-5288a9a71e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:16.550563 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Attempting to bind port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:24:16.550936 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Attempting to bind port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:24:16.551350 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Attempting to bind port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c on network 34bc84c6-726b-4a2e-8157-ec7879cbe448 {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:24:16.563955 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db358204-e3f5-44a4-8ae4-16c916a3489f None None] Pushing event updated for resources: {'Port': ['ID=d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c,revision_number=3']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:16.566878 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:24:16.567247 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Checking segment: {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:16.567936 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:16.568051 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Bound using segment: {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:24:16.568524 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Bound port: d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'}}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:24:16.569261 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:16.571434 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-db358204-e3f5-44a4-8ae4-16c916a3489f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:16.588095 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b55affe-7c20-4389-a92d-b8969b0f3c80,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:16.596693 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:16.621891 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f83a94-22ae-48f4-b19c-f6d4ed331b1e req-fb72af24-3bff-4fcd-a19f-41ea17d079a8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:16.625081 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-88f83a94-22ae-48f4-b19c-f6d4ed331b1e req-fb72af24-3bff-4fcd-a19f-41ea17d079a8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.5053766 Jun 24 10:24:16.683516 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] For port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:16.685998 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Checking segment: {'id': 'a9a45cc7-f040-45ac-8fa3-eff806b7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:16.687714 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Network hostable DHCP agents. Network: 2a9c2cfa-3b9c-44af-87bf-55f549240ce0, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:24:16.687932 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] For port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:16.696131 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:16.701949 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:16.706398 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-88f83a94-22ae-48f4-b19c-f6d4ed331b1e req-1e554b73-e540-4641-bb5e-aab318329d84 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726101 Jun 24 10:24:16.739372 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Network 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:24:16.758293 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 2a9c2cfa-3b9c-44af-87bf-55f549240ce0) {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:16.767061 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:16.767652 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:16.775149 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f8c660-0d5e-4d2c-b282-94b76b53ef0c None None] Network 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:24:16.786458 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:16.787397 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:24:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:16.818784 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-4b8db346-22e1-4149-a4b7-958c2696b27b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1529579 Jun 24 10:24:16.819072 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38670) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:16.823701 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-704254501-router', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:16.874554 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24370'] for router, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:16.875821 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24377'] for router, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:16.884960 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db358204-e3f5-44a4-8ae4-16c916a3489f None None] Pushing event updated for resources: {'Port': ['ID=d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c,revision_number=4']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:16.892070 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-db358204-e3f5-44a4-8ae4-16c916a3489f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:16.981208 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:17.043930 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:17.214030 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfba0f6d-5148-5e12-b8f3-c731db63f75f-2a9c2cfa-3b9c-44af-87bf-55f549240ce0', 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'fixed_ips': [{'subnet_id': '4b55affe-7c20-4389-a92d-b8969b0f3c80'}]}} from dv-cinder-790492-7-iscsi. {{(pid=92853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:24:17.216587 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:17.308568 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24343'] for router, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:17.328511 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:16Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:17.360152 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da0995-ba72-4968-80f7-93f38587c345 None None] The sync data for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi is: [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:16Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:17.413984 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ca281-91cd-4c7e-a5ed-42a5eb82c25f req-7284184f-af48-4589-8a17-3cd5f505b9a3 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:17.415877 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c05ca281-91cd-4c7e-a5ed-42a5eb82c25f req-7284184f-af48-4589-8a17-3cd5f505b9a3 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.2268360 Jun 24 10:24:17.450513 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.db_base_plugin_common [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Allocated IP 172.20.0.2 (2a9c2cfa-3b9c-44af-87bf-55f549240ce0/4b55affe-7c20-4389-a92d-b8969b0f3c80/df6d1adb-4d04-4db6-9573-fe2aebf83609) {{(pid=92853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:17.576213 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c05ca281-91cd-4c7e-a5ed-42a5eb82c25f req-7320ceb2-3078-437c-9e5b-552cad0427f7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356745 Jun 24 10:24:17.875123 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:17.892403 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Notify callbacks [] for port, precommit_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:17.913194 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Transition to ACTIVE for port object df6d1adb-4d04-4db6-9573-fe2aebf83609 will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:17.913457 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:17.941885 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Transition to ACTIVE for port object df6d1adb-4d04-4db6-9573-fe2aebf83609 will not be triggered until provisioned by entity DHCP. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:17.954234 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:18.018146 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:18.037284 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:18.049618 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Network 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 is already hosted by enough agents. {{(pid=92853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:18.067892 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.base_scheduler [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Resources bound (agent type, host, resource id): {{(pid=92853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:18.132940 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Received port after_create {{(pid=92853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:24:18.240413 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Attempting to bind port df6d1adb-4d04-4db6-9573-fe2aebf83609 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:24:18.240864 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Attempting to bind port df6d1adb-4d04-4db6-9573-fe2aebf83609 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': 'a9a45cc7-f040-45ac-8fa3-eff806b7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:24:18.241182 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Attempting to bind port df6d1adb-4d04-4db6-9573-fe2aebf83609 on network 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:24:18.252092 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:24:18.252488 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Checking segment: {'id': 'a9a45cc7-f040-45ac-8fa3-eff806b7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:18.252904 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:18.253305 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Bound using segment: {'id': 'a9a45cc7-f040-45ac-8fa3-eff806b7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:24:18.254086 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Bound port: df6d1adb-4d04-4db6-9573-fe2aebf83609, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a45cc7-f040-45ac-8fa3-eff806b7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:24:18.254525 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:18.291067 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Allocated IP 172.27.2.188 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/3b02a316-f0ce-4b75-942f-53f7e0f05ca3) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:18.360419 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] For port df6d1adb-4d04-4db6-9573-fe2aebf83609, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:18.364202 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] For port df6d1adb-4d04-4db6-9573-fe2aebf83609, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=df6d1adb-4d04-4db6-9573-fe2aebf83609,segment=NetworkSegment(a9a45cc7-f040-45ac-8fa3-eff806b7e1c7),segment_id=a9a45cc7-f040-45ac-8fa3-eff806b7e1c7)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:18.382693 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:18.408593 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Pushing event updated for resources: {'Port': ['ID=df6d1adb-4d04-4db6-9573-fe2aebf83609,revision_number=1']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:18.420424 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:18.420947 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:18.436805 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7044755-a581-4118-b97f-d38ea49a7a4f req-c4a73a55-7a19-45cd-88cf-d675f54959c5 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:18.438673 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7044755-a581-4118-b97f-d38ea49a7a4f req-c4a73a55-7a19-45cd-88cf-d675f54959c5 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.4100921 Jun 24 10:24:18.483503 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:18.492463 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:18.492915 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:18.506001 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Pushing event updated for resources: {'Port': ['ID=df6d1adb-4d04-4db6-9573-fe2aebf83609,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:18.570108 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:18.586094 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7044755-a581-4118-b97f-d38ea49a7a4f req-bd8ae2b4-219c-4b00-9fb0-857ff9220ed3 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401329 Jun 24 10:24:18.586474 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:18.662187 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:18.665268 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-925374c3-9186-432d-b774-d148e2fa5f36 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:18.676244 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:18.727302 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:18.743533 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:18.755362 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:24:18.761112 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:18.785063 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:18.786239 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ae162e30-c91f-4bd2-8c18-f7197a06bb04 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:18.794589 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:18.832983 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Pushing event updated for resources: {'Port': ['ID=3b02a316-f0ce-4b75-942f-53f7e0f05ca3,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:18.837385 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:18.927461 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:18.945612 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:18.958918 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port ae162e30-c91f-4bd2-8c18-f7197a06bb04 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:18.959572 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:19.202926 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:19.363308 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffec08-69d9-4550-baa8-14f5351b8024 req-a1e4d013-0fc4-46b4-9c90-01d47da4b434 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:19.365212 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-48ffec08-69d9-4550-baa8-14f5351b8024 req-a1e4d013-0fc4-46b4-9c90-01d47da4b434 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1229839 Jun 24 10:24:19.493153 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-48ffec08-69d9-4550-baa8-14f5351b8024 req-64155eba-e21d-4bd8-928c-cc4074b85d6e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926068 Jun 24 10:24:19.542057 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448136'] for router, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:19.613897 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38736) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:19.707482 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 744574d4-1813-4da4-a8bd-39d5f14ada9c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:24:19.890867 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-cb6e77ed-6324-4931-bb0f-3593d595df9c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2744138 Jun 24 10:24:19.945014 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Router bc0fe354-3b52-4e18-816a-8750087a6572 is scheduled to L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 with binding_index 1 {{(pid=92850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:24:19.986838 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:20.134526 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454db548-3fa7-467a-a7ee-327ebaa45e2d req-4bf61c64-cb61-4c08-a023-01326a510f8b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:20.136498 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-454db548-3fa7-467a-a7ee-327ebaa45e2d req-4bf61c64-cb61-4c08-a023-01326a510f8b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.2165084 Jun 24 10:24:20.228869 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-454db548-3fa7-467a-a7ee-327ebaa45e2d req-26da43d1-dad1-4a8e-9d5a-73fc07f355f4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850196 Jun 24 10:24:20.396197 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac7467-29ab-4bd7-82e0-b2a2ab122a45 None None] Network 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:24:20.464092 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-f4f73a43-9b2c-49bf-aa47-ac3cd817cfa5 None None] Provisioning for port df6d1adb-4d04-4db6-9573-fe2aebf83609 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:20.479824 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:20.480201 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:20.711072 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device df6d1adb-4d04-4db6-9573-fe2aebf83609 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:20.901881 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port df6d1adb-4d04-4db6-9573-fe2aebf83609 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:20.960799 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port df6d1adb-4d04-4db6-9573-fe2aebf83609 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:20.964397 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:21.058351 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:21.081559 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Sync routers for ids ['bc0fe354-3b52-4e18-816a-8750087a6572'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:21.084343 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:21.086999 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-1ec60311-7d09-4624-b58d-64fbf26b6c91 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2659836 Jun 24 10:24:21.088932 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38760) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:21.142358 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02978cf-bfef-4c65-a416-e0ae0c9bfca7 req-26409748-450d-4888-9c85-d26b258b5afb tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:21.148261 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a02978cf-bfef-4c65-a416-e0ae0c9bfca7 req-26409748-450d-4888-9c85-d26b258b5afb tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.2225959 Jun 24 10:24:21.154969 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:21.173956 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Routers {'bc0fe354-3b52-4e18-816a-8750087a6572'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:21.175049 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:24:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bc0fe354-3b52-4e18-816a-8750087a6572'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:21.244122 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a02978cf-bfef-4c65-a416-e0ae0c9bfca7 req-aec24f7a-9dbd-46e2-a41a-2f657ec07c99 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894749 Jun 24 10:24:21.264267 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port df6d1adb-4d04-4db6-9573-fe2aebf83609, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=df6d1adb-4d04-4db6-9573-fe2aebf83609,segment=NetworkSegment(a9a45cc7-f040-45ac-8fa3-eff806b7e1c7),segment_id=a9a45cc7-f040-45ac-8fa3-eff806b7e1c7)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:21.273993 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:21.275127 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 73378e31-5a32-4e5d-804a-b0e1b8fcb61c up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:21.383124 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:21.398243 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:24:21.499424 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=df6d1adb-4d04-4db6-9573-fe2aebf83609,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:21.527166 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38766) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:21.570850 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:21.596173 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:21.602626 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:21.603193 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:21.666398 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-2cf387e7-83e2-4523-8032-b5e3e8718b46 None None] Provisioning complete for port df6d1adb-4d04-4db6-9573-fe2aebf83609 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:21.667216 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-2cf387e7-83e2-4523-8032-b5e3e8718b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:21.703425 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6b09da73-0d85-4687-98f8-a7b017a441e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:21.716631 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1dbb9-c065-4df3-836c-5248dc87fb33 req-44af2ae0-ba60-403e-8c86-e08c8dfbd288 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:21.724211 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d9c1dbb9-c065-4df3-836c-5248dc87fb33 req-44af2ae0-ba60-403e-8c86-e08c8dfbd288 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.2071412 Jun 24 10:24:21.743063 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Set router bc0fe354-3b52-4e18-816a-8750087a6572 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:21.929499 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6b09da73-0d85-4687-98f8-a7b017a441e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:21.932326 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d9c1dbb9-c065-4df3-836c-5248dc87fb33 req-f6b20934-a07c-49f0-89ef-12da2d6a81dc tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072444 Jun 24 10:24:21.951535 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6b09da73-0d85-4687-98f8-a7b017a441e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:22.015829 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:22.018199 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-93530441-8ee4-4386-823e-ee0b6c0dd074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:22.025816 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-6b09da73-0d85-4687-98f8-a7b017a441e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8177ce9deb2d4f1d87b6fe7b26a92cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968116 Jun 24 10:24:22.031005 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38774) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:22.089273 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09da73-0d85-4687-98f8-a7b017a441e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929f0b96-3875-4dee-ad5f-a192e91409a1,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:22.106449 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=73378e31-5a32-4e5d-804a-b0e1b8fcb61c,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:22.120476 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-6b09da73-0d85-4687-98f8-a7b017a441e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:22.162801 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d4b7930d-baeb-43e8-9179-84266d0885a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:22.174191 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:22.193265 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:22.304183 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=73378e31-5a32-4e5d-804a-b0e1b8fcb61c,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:22.329895 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:22.333931 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d4b7930d-baeb-43e8-9179-84266d0885a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:22.339077 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device df6d1adb-4d04-4db6-9573-fe2aebf83609 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:22.344436 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:22.446160 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'name': 'tempest-TestVolumeBootPattern-704254501-router', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:16Z', 'updated_at': '2021-06-24T10:24:19Z', 'revision_number': 3, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'gw_port': {'id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:17Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:22.505906 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port df6d1adb-4d04-4db6-9573-fe2aebf83609 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:22.505906 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:22.505906 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Checking router: bc0fe354-3b52-4e18-816a-8750087a6572 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:22.505906 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Updating router bc0fe354-3b52-4e18-816a-8750087a6572 port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 binding host dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:24:22.669920 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:22.726407 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d4b7930d-baeb-43e8-9179-84266d0885a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:22.729220 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d4b7930d-baeb-43e8-9179-84266d0885a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:22.731442 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-d4b7930d-baeb-43e8-9179-84266d0885a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/929f0b96-3875-4dee-ad5f-a192e91409a1 HTTP/1.1" status: 204 len: 168 time: 0.6983185 Jun 24 10:24:22.735385 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:22.764398 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Allocated IP 172.20.0.1 (2a9c2cfa-3b9c-44af-87bf-55f549240ce0/4b55affe-7c20-4389-a92d-b8969b0f3c80/89f4fa29-7cdb-4f6b-b72b-c3d50effc63f) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:22.766918 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7930d-baeb-43e8-9179-84266d0885a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929f0b96-3875-4dee-ad5f-a192e91409a1,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:22.773760 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d4b7930d-baeb-43e8-9179-84266d0885a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:22.811691 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d3f96-4008-42de-9f07-5a572370d407 req-ce1f70ef-00c2-4340-b92c-4e9d36b66f50 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:22.819253 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-621d3f96-4008-42de-9f07-5a572370d407 req-ce1f70ef-00c2-4340-b92c-4e9d36b66f50 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.2940097 Jun 24 10:24:23.149155 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38790) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:23.150737 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-621d3f96-4008-42de-9f07-5a572370d407 req-7b222cf8-de02-48f3-83d8-75102cf8b449 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304315 Jun 24 10:24:23.169126 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f1247ac8-7801-4a5f-a597-c07d128be8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.217436 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.245264 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Transition to ACTIVE for port object 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f will not be triggered until provisioned by entity DHCP. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:23.254617 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Notify callbacks [] for port, precommit_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.278867 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Transition to ACTIVE for port object 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:23.294961 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.299855 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:23.313837 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.322422 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ba40d904-013e-4a46-98e6-37ee66df213f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:23.377620 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f1247ac8-7801-4a5f-a597-c07d128be8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.395570 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224bd4-7709-4f15-b65d-fe810e9a27dd None None] Pushing event updated for resources: {'Port': ['ID=3b02a316-f0ce-4b75-942f-53f7e0f05ca3,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:23.398673 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f1247ac8-7801-4a5f-a597-c07d128be8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.402783 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b1c48e7f-b60f-4b14-8d1c-cc7ab16bcb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:23.411554 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Attempting to bind port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:24:23.411779 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Attempting to bind port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:24:23.412149 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Attempting to bind port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 on network f7a1f380-7220-4398-ba20-93d87a45423d {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:24:23.414462 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-cd224bd4-7709-4f15-b65d-fe810e9a27dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:23.418631 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:24:23.419007 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Checking segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:23.419694 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.419943 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Bound using segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:24:23.420418 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Bound port: 3b02a316-f0ce-4b75-942f-53f7e0f05ca3, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:24:23.420799 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.455001 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=89f4fa29-7cdb-4f6b-b72b-c3d50effc63f,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:23.459895 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1247ac8-7801-4a5f-a597-c07d128be8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5912a50-4b6d-4d65-a325-f2269ed8483d,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:23.463767 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f1247ac8-7801-4a5f-a597-c07d128be8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:23.472529 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Network 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:23.475754 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:23.482582 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] For port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:23.491091 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-f1247ac8-7801-4a5f-a597-c07d128be8dd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=672975dd545d4248bf5be80c34b41980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379776 Jun 24 10:24:23.491530 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38794) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:23.493386 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] For port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=3b02a316-f0ce-4b75-942f-53f7e0f05ca3,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:23.494842 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:23.495794 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:24:23.502591 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.508638 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:23.566422 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Routers {'bc0fe354-3b52-4e18-816a-8750087a6572'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:23.567026 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:24:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bc0fe354-3b52-4e18-816a-8750087a6572'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:23.576807 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c73506eb-f82b-44e5-8b0f-e177dc4a4b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.578346 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450309'] for router_interface, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.609118 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c73506eb-f82b-44e5-8b0f-e177dc4a4b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.644506 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224bd4-7709-4f15-b65d-fe810e9a27dd None None] Pushing event updated for resources: {'Port': ['ID=3b02a316-f0ce-4b75-942f-53f7e0f05ca3,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:23.649216 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-cd224bd4-7709-4f15-b65d-fe810e9a27dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:23.673393 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c73506eb-f82b-44e5-8b0f-e177dc4a4b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.676954 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c73506eb-f82b-44e5-8b0f-e177dc4a4b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.678389 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-c73506eb-f82b-44e5-8b0f-e177dc4a4b30 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5912a50-4b6d-4d65-a325-f2269ed8483d HTTP/1.1" status: 204 len: 168 time: 0.1852546 Jun 24 10:24:23.679425 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-78fa241d-0c86-40c4-9a64-9498be45905f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:23.707871 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73506eb-f82b-44e5-8b0f-e177dc4a4b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5912a50-4b6d-4d65-a325-f2269ed8483d,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:23.731323 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c73506eb-f82b-44e5-8b0f-e177dc4a4b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:23.806917 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:23.990770 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-27b38504-eee5-420f-9ebd-f5db3baa3fe1 None None] Provisioning for port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:24.003711 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-27b38504-eee5-420f-9ebd-f5db3baa3fe1 None None] Provisioning complete for port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:24.003711 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-27b38504-eee5-420f-9ebd-f5db3baa3fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:24.028912 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] Set router bc0fe354-3b52-4e18-816a-8750087a6572 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:24.066217 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Sync routers for ids ['ad007bd9-1a96-413d-90ec-bea643984e83'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:24.081672 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Routers {'ad007bd9-1a96-413d-90ec-bea643984e83'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:24.082821 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:24:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ad007bd9-1a96-413d-90ec-bea643984e83'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:24.103343 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:24.123977 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:24.128431 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:24.304763 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450545'] for router_interface, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:24.348567 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-27b38504-eee5-420f-9ebd-f5db3baa3fe1 None None] Port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:24:24.381141 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Set router ad007bd9-1a96-413d-90ec-bea643984e83 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:24.406908 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 73378e31-5a32-4e5d-804a-b0e1b8fcb61c up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:24.502188 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=89f4fa29-7cdb-4f6b-b72b-c3d50effc63f,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:24.512468 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:24.518152 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Network 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:24.519736 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:24.654756 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a6e4f-7085-43ee-a023-6f2fff9b17a3 req-ab7c58f6-c362-498c-9e39-acad14c6bdef tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:24.670220 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e22a6e4f-7085-43ee-a023-6f2fff9b17a3 req-ab7c58f6-c362-498c-9e39-acad14c6bdef tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.2061238 Jun 24 10:24:24.743950 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:24.749970 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:24.792152 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e22a6e4f-7085-43ee-a023-6f2fff9b17a3 req-97327460-ccfc-45df-9405-aa3e1386f8ec tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199479 Jun 24 10:24:24.810403 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Router bc0fe354-3b52-4e18-816a-8750087a6572 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:24:24.945475 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'name': 'tempest-TestVolumeBootPattern-704254501-router', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:16Z', 'updated_at': '2021-06-24T10:24:19Z', 'revision_number': 3, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'gw_port': {'id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:17Z', 'updated_at': '2021-06-24T10:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:25.026312 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b07286-5208-4b3e-9422-47c7131c117a None None] The sync data for ids ['bc0fe354-3b52-4e18-816a-8750087a6572'] in dv-cinder-790492-7-iscsi is: [{'id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'name': 'tempest-TestVolumeBootPattern-704254501-router', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:16Z', 'updated_at': '2021-06-24T10:24:19Z', 'revision_number': 3, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'gw_port': {'id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:17Z', 'updated_at': '2021-06-24T10:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:25.028253 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'name': 'tempest-TestMinimumBasicScenario-406211668-router', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:07Z', 'updated_at': '2021-06-24T10:24:14Z', 'revision_number': 4, 'project_id': '4e14eef8ecf543408739e43625114c21', 'gw_port': {'id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:09Z', 'updated_at': '2021-06-24T10:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '765cd5ec-818f-4a37-ba42-51c3f0fa6d89', 'name': '', 'network_id': '15651efe-56d5-472a-a992-8396def1b302', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'mac_address': 'fa:16:3e:9e:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7c2d7f82-799c-43d4-8208-5288a9a71e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:13Z', 'updated_at': '2021-06-24T10:24:14Z', 'revision_number': 2, 'project_id': '4e14eef8ecf543408739e43625114c21', 'subnets': [{'id': '7c2d7f82-799c-43d4-8208-5288a9a71e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:25.076953 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-40549505-d0cc-4abd-8c65-ac77aedc4163 None None] Provisioning complete for port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:25.077476 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:24:25.078325 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-40549505-d0cc-4abd-8c65-ac77aedc4163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:25.093431 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] 10.222.0.79 "PUT /v2.0/routers/bc0fe354-3b52-4e18-816a-8750087a6572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0015574 Jun 24 10:24:25.109165 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Checking router: ad007bd9-1a96-413d-90ec-bea643984e83 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:25.110038 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Updating router ad007bd9-1a96-413d-90ec-bea643984e83 port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 binding host dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:24:25.136818 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-40549505-d0cc-4abd-8c65-ac77aedc4163 None None] Port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:24:25.539496 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:25.810727 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-58caacdd-4a44-4929-92b1-a05aa8cc7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:25.813607 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-58caacdd-4a44-4929-92b1-a05aa8cc7dcc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468&tenant_id=30b722359ee34becb7afe190d9a5b83e HTTP/1.1" status: 200 len: 1096 time: 0.2141473 Jun 24 10:24:25.972701 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-f7d3b326-55c9-45fa-82d0-df184a24ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:25.975439 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-f7d3b326-55c9-45fa-82d0-df184a24ee3b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 1096 time: 0.1329460 Jun 24 10:24:26.088185 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Notify callbacks [] for port, precommit_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:26.115931 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.provisioning_blocks [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Transition to ACTIVE for port object 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 will not be triggered until provisioned by entity L2. {{(pid=92854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:26.128676 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:26.147633 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-106d52c7-f577-48b2-97b5-97ef5558fb33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:26.296285 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdab011-60ee-47f8-952a-ce563c306241 None None] Pushing event updated for resources: {'Port': ['ID=765cd5ec-818f-4a37-ba42-51c3f0fa6d89,revision_number=3']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:26.300599 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-4bdab011-60ee-47f8-952a-ce563c306241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:26.369712 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-885719a9-397c-47ec-b932-31ef887468e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:26.376907 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-885719a9-397c-47ec-b932-31ef887468e0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 919 time: 0.3922942 Jun 24 10:24:26.424371 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:26.525953 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:26.534178 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:26.534611 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:26.553393 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b8658-69a8-48ed-9e07-0b76f3122bf4 req-03449369-da5e-47dc-8e80-c2ce7abcafd2 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:26.556808 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-568b8658-69a8-48ed-9e07-0b76f3122bf4 req-03449369-da5e-47dc-8e80-c2ce7abcafd2 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.4431367 Jun 24 10:24:26.572714 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Attempting to bind port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:24:26.575587 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Attempting to bind port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': 'cff2c1e4-37f3-4057-8e11-57f589657f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '15651efe-56d5-472a-a992-8396def1b302'}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:24:26.576611 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Attempting to bind port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 on network 15651efe-56d5-472a-a992-8396def1b302 {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:24:26.611628 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:24:26.612014 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Checking segment: {'id': 'cff2c1e4-37f3-4057-8e11-57f589657f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '15651efe-56d5-472a-a992-8396def1b302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:26.612427 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:26.618762 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Bound using segment: {'id': 'cff2c1e4-37f3-4057-8e11-57f589657f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '15651efe-56d5-472a-a992-8396def1b302'} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:24:26.619285 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Bound port: 765cd5ec-818f-4a37-ba42-51c3f0fa6d89, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff2c1e4-37f3-4057-8e11-57f589657f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '15651efe-56d5-472a-a992-8396def1b302'}}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:24:26.620006 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:26.714472 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-47317725-12be-4c91-bb1a-ffe29961635d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c HTTP/1.1" status: 200 len: 998 time: 0.3231418 Jun 24 10:24:26.731891 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-568b8658-69a8-48ed-9e07-0b76f3122bf4 req-42ba022b-ff71-44fe-8f17-7e6ac1aab036 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600721 Jun 24 10:24:26.813871 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:26.842656 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-d23c7e63-90af-4733-94b2-a9af5863a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:26.845513 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-d23c7e63-90af-4733-94b2-a9af5863a270 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.1119201 Jun 24 10:24:26.861350 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38878) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:26.866672 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-fdf7f633-8239-450f-b5e7-29431c04ce2a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1379360251', 'description': 'tempest-secgroup-smoke-1379360251 description', 'project_id': '401eb0c9690a4893b941db64b85396a1'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:26.873548 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=3b02a316-f0ce-4b75-942f-53f7e0f05ca3,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:26.903849 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:26.911517 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-21ff5045-cffb-4c1a-b6b2-00321a8e1e44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:26.932402 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] For port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:26.950406 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f633-8239-450f-b5e7-29431c04ce2a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:26.956447 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] For port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=765cd5ec-818f-4a37-ba42-51c3f0fa6d89,segment=NetworkSegment(cff2c1e4-37f3-4057-8e11-57f589657f85),segment_id=cff2c1e4-37f3-4057-8e11-57f589657f85)] {{(pid=92854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:26.960515 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-64c90bfc-1e14-4a4d-9089-2c16da937e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:26.962250 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-64c90bfc-1e14-4a4d-9089-2c16da937e63 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048338 Jun 24 10:24:26.979677 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:26.989602 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:27.060981 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Routers {'ad007bd9-1a96-413d-90ec-bea643984e83'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:27.061694 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:24:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ad007bd9-1a96-413d-90ec-bea643984e83'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:27.101351 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=3b02a316-f0ce-4b75-942f-53f7e0f05ca3,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:27.115516 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:27.133912 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdab011-60ee-47f8-952a-ce563c306241 None None] Pushing event updated for resources: {'Port': ['ID=765cd5ec-818f-4a37-ba42-51c3f0fa6d89,revision_number=4']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:27.135242 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f633-8239-450f-b5e7-29431c04ce2a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:27.141497 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f633-8239-450f-b5e7-29431c04ce2a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:27.159125 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-8fe8ae48-77a9-4923-8672-9104bdf7f038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:27.167053 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-4bdab011-60ee-47f8-952a-ce563c306241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:27.178798 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-d8b683f3-b94f-4a52-8fa7-74bdb1a12a94 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097306 Jun 24 10:24:27.203707 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f633-8239-450f-b5e7-29431c04ce2a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:27.205848 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-fdf7f633-8239-450f-b5e7-29431c04ce2a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3434489 Jun 24 10:24:27.217361 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38884) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:27.234413 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7f633-8239-450f-b5e7-29431c04ce2a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccb6cac-271a-4f48-a01e-f36e5633bbd6,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:27.235214 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-72e59179-f671-47b5-8977-a909b3da5035 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'security_group_rule': {'security_group_id': '1ccb6cac-271a-4f48-a01e-f36e5633bbd6', 'project_id': '401eb0c9690a4893b941db64b85396a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:27.243056 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-fdf7f633-8239-450f-b5e7-29431c04ce2a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:27.337786 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] Set router ad007bd9-1a96-413d-90ec-bea643984e83 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:27.369232 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-72e59179-f671-47b5-8977-a909b3da5035 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:27.504845 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-72e59179-f671-47b5-8977-a909b3da5035 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:27.515784 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-72e59179-f671-47b5-8977-a909b3da5035 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:27.518970 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ac95815a-b21d-4ddd-8b4b-8d7e29cbb3b7 req-387300be-2dbe-45fe-a510-49fe2366e660 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154263 Jun 24 10:24:27.521011 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:27.540430 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e59179-f671-47b5-8977-a909b3da5035 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf878830-9431-400a-bd91-679c545466fc,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:27.545862 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-72e59179-f671-47b5-8977-a909b3da5035 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:27.547952 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-72e59179-f671-47b5-8977-a909b3da5035 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:27.550391 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-72e59179-f671-47b5-8977-a909b3da5035 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226726 Jun 24 10:24:27.552396 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38890) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:27.559521 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-df203e00-8350-4d77-9106-d7d9355e1b09 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'security_group_rule': {'security_group_id': '1ccb6cac-271a-4f48-a01e-f36e5633bbd6', 'project_id': '401eb0c9690a4893b941db64b85396a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:27.681015 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-df203e00-8350-4d77-9106-d7d9355e1b09 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:27.752075 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'name': 'tempest-TestMinimumBasicScenario-406211668-router', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:07Z', 'updated_at': '2021-06-24T10:24:14Z', 'revision_number': 4, 'project_id': '4e14eef8ecf543408739e43625114c21', 'gw_port': {'id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:09Z', 'updated_at': '2021-06-24T10:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '765cd5ec-818f-4a37-ba42-51c3f0fa6d89', 'name': '', 'network_id': '15651efe-56d5-472a-a992-8396def1b302', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'mac_address': 'fa:16:3e:9e:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7c2d7f82-799c-43d4-8208-5288a9a71e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:13Z', 'updated_at': '2021-06-24T10:24:26Z', 'revision_number': 4, 'project_id': '4e14eef8ecf543408739e43625114c21', 'subnets': [{'id': '7c2d7f82-799c-43d4-8208-5288a9a71e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:27.841997 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d7aa49-a3ef-4344-818e-f1d61bc2df43 None None] The sync data for ids ['ad007bd9-1a96-413d-90ec-bea643984e83'] in dv-cinder-790492-7-iscsi is: [{'id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'name': 'tempest-TestMinimumBasicScenario-406211668-router', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:07Z', 'updated_at': '2021-06-24T10:24:14Z', 'revision_number': 4, 'project_id': '4e14eef8ecf543408739e43625114c21', 'gw_port': {'id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:09Z', 'updated_at': '2021-06-24T10:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '765cd5ec-818f-4a37-ba42-51c3f0fa6d89', 'name': '', 'network_id': '15651efe-56d5-472a-a992-8396def1b302', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'mac_address': 'fa:16:3e:9e:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7c2d7f82-799c-43d4-8208-5288a9a71e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:13Z', 'updated_at': '2021-06-24T10:24:26Z', 'revision_number': 4, 'project_id': '4e14eef8ecf543408739e43625114c21', 'subnets': [{'id': '7c2d7f82-799c-43d4-8208-5288a9a71e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:27.867388 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-df203e00-8350-4d77-9106-d7d9355e1b09 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:27.874185 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-df203e00-8350-4d77-9106-d7d9355e1b09 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:27.877969 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-00a510fb-affc-469d-a01f-f40868ceed7d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:27.928999 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df203e00-8350-4d77-9106-d7d9355e1b09 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60840630-759b-4c42-83eb-0083d46b64fb,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:27.937171 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-df203e00-8350-4d77-9106-d7d9355e1b09 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:27.940115 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-df203e00-8350-4d77-9106-d7d9355e1b09 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:27.954821 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38912) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:27.959153 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-df203e00-8350-4d77-9106-d7d9355e1b09 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4051046 Jun 24 10:24:27.961895 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-abddcf41-e0de-49a5-8257-18b6c326d347 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'security_group_rule': {'security_group_id': '1ccb6cac-271a-4f48-a01e-f36e5633bbd6', 'project_id': '401eb0c9690a4893b941db64b85396a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:28.165118 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-abddcf41-e0de-49a5-8257-18b6c326d347 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.256395 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a26f33-995d-4271-bec5-b620b458c4be req-9520bdf8-4ecb-4190-b6b1-1900ca507e58 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:28.258216 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-07a26f33-995d-4271-bec5-b620b458c4be req-9520bdf8-4ecb-4190-b6b1-1900ca507e58 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.2019475 Jun 24 10:24:28.305782 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-abddcf41-e0de-49a5-8257-18b6c326d347 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.325604 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-abddcf41-e0de-49a5-8257-18b6c326d347 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.341563 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-72e59179-f671-47b5-8977-a909b3da5035 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:28.370486 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddcf41-e0de-49a5-8257-18b6c326d347 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670ec00d-5d4e-4d1c-8a42-5771937402c8,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:28.379997 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:28.384214 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-abddcf41-e0de-49a5-8257-18b6c326d347 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:28.426664 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-abddcf41-e0de-49a5-8257-18b6c326d347 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.428190 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-abddcf41-e0de-49a5-8257-18b6c326d347 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4720497 Jun 24 10:24:28.431349 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 38922) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:28.437048 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-94fab50b-7088-4d51-b3fe-3602d1d104a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'security_group_rule': {'security_group_id': '1ccb6cac-271a-4f48-a01e-f36e5633bbd6', 'project_id': '401eb0c9690a4893b941db64b85396a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:28.437618 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-07a26f33-995d-4271-bec5-b620b458c4be req-970533f9-be17-4b38-a3aa-22c905306499 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636028 Jun 24 10:24:28.508465 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-94fab50b-7088-4d51-b3fe-3602d1d104a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.529324 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:28.530586 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.627863 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-94fab50b-7088-4d51-b3fe-3602d1d104a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.634631 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-94fab50b-7088-4d51-b3fe-3602d1d104a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.638131 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-6525f01f-a121-49df-b426-a69a41a5d021 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:28.652092 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fab50b-7088-4d51-b3fe-3602d1d104a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77786503-17b8-471a-a475-4f67827fb0e2,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:28.661930 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-94fab50b-7088-4d51-b3fe-3602d1d104a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:28.667787 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:28.692501 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-94fab50b-7088-4d51-b3fe-3602d1d104a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.694228 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-94fab50b-7088-4d51-b3fe-3602d1d104a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2612550 Jun 24 10:24:28.696953 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38932) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:28.702617 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-fecfbc78-f288-4969-a824-b60fe14c7ac0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'security_group_rule': {'security_group_id': '1ccb6cac-271a-4f48-a01e-f36e5633bbd6', 'project_id': '401eb0c9690a4893b941db64b85396a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:28.778733 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:28.784595 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:28.785368 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.790410 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.securitygroups_db [None req-fecfbc78-f288-4969-a824-b60fe14c7ac0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Project 401eb0c9690a4893b941db64b85396a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:24:28.811982 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fecfbc78-f288-4969-a824-b60fe14c7ac0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.888865 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.947310 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=765cd5ec-818f-4a37-ba42-51c3f0fa6d89,segment=NetworkSegment(cff2c1e4-37f3-4057-8e11-57f589657f85),segment_id=cff2c1e4-37f3-4057-8e11-57f589657f85)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:28.958805 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:28.967409 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-7b0ed78c-5c05-4ce6-8176-73532170c15f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:29.046003 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fecfbc78-f288-4969-a824-b60fe14c7ac0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:29.047440 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=765cd5ec-818f-4a37-ba42-51c3f0fa6d89,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:29.052490 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fecfbc78-f288-4969-a824-b60fe14c7ac0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:29.054939 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:29.072181 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:29.078090 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfbc78-f288-4969-a824-b60fe14c7ac0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e63542-1c19-421d-85e9-98a40dda04e5,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:29.086889 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fecfbc78-f288-4969-a824-b60fe14c7ac0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:29.112727 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fecfbc78-f288-4969-a824-b60fe14c7ac0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:29.114053 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-fecfbc78-f288-4969-a824-b60fe14c7ac0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4161108 Jun 24 10:24:29.116830 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 38938) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:29.127005 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-5bec8d3e-8a21-4cc9-83eb-a70d4e340a4d tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'security_group_rule': {'security_group_id': '1ccb6cac-271a-4f48-a01e-f36e5633bbd6', 'project_id': '401eb0c9690a4893b941db64b85396a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:29.171414 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.securitygroups_db [None req-5bec8d3e-8a21-4cc9-83eb-a70d4e340a4d tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Project 401eb0c9690a4893b941db64b85396a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:24:29.189157 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5bec8d3e-8a21-4cc9-83eb-a70d4e340a4d tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:29.286478 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5bec8d3e-8a21-4cc9-83eb-a70d4e340a4d tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:29.297408 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5bec8d3e-8a21-4cc9-83eb-a70d4e340a4d tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:29.300313 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:29.342462 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec8d3e-8a21-4cc9-83eb-a70d4e340a4d tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce619d9-fe42-4a61-8f60-399eb12aeeb2,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:29.343970 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Sync routers for ids ['bc0fe354-3b52-4e18-816a-8750087a6572'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:24:29.345435 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5bec8d3e-8a21-4cc9-83eb-a70d4e340a4d tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:29.346948 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-5bec8d3e-8a21-4cc9-83eb-a70d4e340a4d tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2290151 Jun 24 10:24:29.350506 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5bec8d3e-8a21-4cc9-83eb-a70d4e340a4d tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:29.390948 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Routers {'bc0fe354-3b52-4e18-816a-8750087a6572'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:29.395067 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:24:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bc0fe354-3b52-4e18-816a-8750087a6572'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:29.811470 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Set router bc0fe354-3b52-4e18-816a-8750087a6572 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:29.836600 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-e1535814-62c1-4582-bb92-f91862f1817c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3248119 Jun 24 10:24:29.956412 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430ac1e-da13-422d-ab0d-c8fe361196c0 req-061b6ada-24e7-4c64-b0a4-da60f30942c9 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:29.963988 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7430ac1e-da13-422d-ab0d-c8fe361196c0 req-061b6ada-24e7-4c64-b0a4-da60f30942c9 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.2113304 Jun 24 10:24:30.094810 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7430ac1e-da13-422d-ab0d-c8fe361196c0 req-4a31e3c8-0da1-438b-a9f3-85b3bd12b4bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297271 Jun 24 10:24:30.149650 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-97754c12-3b7c-4ec5-8105-72ecbbe43793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:30.152669 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-97754c12-3b7c-4ec5-8105-72ecbbe43793 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e683cb703211418eb4591c60f3bf0b67&device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 1099 time: 0.2370799 Jun 24 10:24:30.334462 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:30.379912 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-1738f823-b537-4e72-a5d7-e72971da210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:30.381582 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-1738f823-b537-4e72-a5d7-e72971da210f service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 200 len: 912 time: 0.1004229 Jun 24 10:24:30.426208 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b05b5f-2b2d-40e0-9de4-f5ab02a85cc0 req-74bd4b98-7e34-4c3f-9aac-cdf0023cc97f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:30.436027 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b7b05b5f-2b2d-40e0-9de4-f5ab02a85cc0 req-74bd4b98-7e34-4c3f-9aac-cdf0023cc97f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1944296 Jun 24 10:24:30.510535 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'name': 'tempest-TestVolumeBootPattern-704254501-router', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:16Z', 'updated_at': '2021-06-24T10:24:23Z', 'revision_number': 4, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'gw_port': {'id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:17Z', 'updated_at': '2021-06-24T10:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '89f4fa29-7cdb-4f6b-b72b-c3d50effc63f', 'name': '', 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'mac_address': 'fa:16:3e:b2:b5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '4b55affe-7c20-4389-a92d-b8969b0f3c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:22Z', 'updated_at': '2021-06-24T10:24:23Z', 'revision_number': 2, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'subnets': [{'id': '4b55affe-7c20-4389-a92d-b8969b0f3c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:30.512933 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:30.513317 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:30.530493 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b7b05b5f-2b2d-40e0-9de4-f5ab02a85cc0 req-deec46db-b434-41e7-9fcb-d236fd9d2e2d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927866 Jun 24 10:24:30.564861 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-cd8b2a7a-a742-4fa0-989d-31b4aa5f5622 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97b466f-bcc6-479e-821b-f2dc46e5363c HTTP/1.1" status: 200 len: 1002 time: 0.1474583 Jun 24 10:24:30.622287 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Checking router: bc0fe354-3b52-4e18-816a-8750087a6572 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:24:30.623004 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Updating router bc0fe354-3b52-4e18-816a-8750087a6572 port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f binding host dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:24:30.667038 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-d32dc54c-408b-4995-b2ef-7fb214a1658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:30.669253 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-d32dc54c-408b-4995-b2ef-7fb214a1658f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33e31fd6-08c5-47a7-bea3-9d75e23dc5c3 HTTP/1.1" status: 200 len: 849 time: 0.0938499 Jun 24 10:24:30.694518 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:31.113385 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Notify callbacks [] for port, precommit_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:31.144583 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Transition to ACTIVE for port object 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:31.154537 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:31.160813 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:31.358446 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Pushing event updated for resources: {'Port': ['ID=89f4fa29-7cdb-4f6b-b72b-c3d50effc63f,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:31.384578 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.384933 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.385277 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.385613 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.388353 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.388746 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.389096 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.389462 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.390620 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.390968 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.394189 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.397800 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:24:31.415386 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:31.433419 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Attempting to bind port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:24:31.433805 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Attempting to bind port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': 'a9a45cc7-f040-45ac-8fa3-eff806b7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:24:31.434287 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Attempting to bind port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f on network 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:24:31.445809 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132fb82-b085-4a6d-9b2f-3ee93cd69de1 req-7c331bf9-c9fa-47a5-a11c-462f523d5316 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:31.456778 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:24:31.457210 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Checking segment: {'id': 'a9a45cc7-f040-45ac-8fa3-eff806b7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:24:31.457624 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:31.458029 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Bound using segment: {'id': 'a9a45cc7-f040-45ac-8fa3-eff806b7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:24:31.458527 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Bound port: 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a45cc7-f040-45ac-8fa3-eff806b7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:24:31.458923 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:31.460902 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5132fb82-b085-4a6d-9b2f-3ee93cd69de1 req-7c331bf9-c9fa-47a5-a11c-462f523d5316 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1449575 Jun 24 10:24:31.565162 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5132fb82-b085-4a6d-9b2f-3ee93cd69de1 req-3ee1be33-0773-497b-aa18-953f03b1bba6 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030033 Jun 24 10:24:31.627859 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] For port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:24:31.644915 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] For port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=89f4fa29-7cdb-4f6b-b72b-c3d50effc63f,segment=NetworkSegment(a9a45cc7-f040-45ac-8fa3-eff806b7e1c7),segment_id=a9a45cc7-f040-45ac-8fa3-eff806b7e1c7)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:24:31.652118 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:31.661969 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-cd224bd4-7709-4f15-b65d-fe810e9a27dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:31.763770 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Routers {'bc0fe354-3b52-4e18-816a-8750087a6572'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:24:31.764532 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:24:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bc0fe354-3b52-4e18-816a-8750087a6572'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:31.950621 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08e239-f7a0-4a53-b93f-422745c13537 req-ee6f9008-7dad-4aac-985f-eb29af54fdf0 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:31.961626 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ea08e239-f7a0-4a53-b93f-422745c13537 req-ee6f9008-7dad-4aac-985f-eb29af54fdf0 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1867323 Jun 24 10:24:32.084506 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ea08e239-f7a0-4a53-b93f-422745c13537 req-23dd60f9-ed98-4480-94ed-82a4e6d3ecd7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218958 Jun 24 10:24:32.162199 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-2efb0afe-afa2-48c5-9b9f-5bb279cf2c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:32.164544 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-2efb0afe-afa2-48c5-9b9f-5bb279cf2c63 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb1584e0-04d6-4d1c-8080-45f02e1db216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2696939 Jun 24 10:24:32.210588 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Pushing event updated for resources: {'Port': ['ID=89f4fa29-7cdb-4f6b-b72b-c3d50effc63f,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:32.213888 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:32.252659 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] Set router bc0fe354-3b52-4e18-816a-8750087a6572 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:24:32.523636 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-33a27ec7-c6f6-4cd0-bf88-a6f59b2ed962 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181692 Jun 24 10:24:32.797041 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'name': 'tempest-TestVolumeBootPattern-704254501-router', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:16Z', 'updated_at': '2021-06-24T10:24:23Z', 'revision_number': 4, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'gw_port': {'id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:17Z', 'updated_at': '2021-06-24T10:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '89f4fa29-7cdb-4f6b-b72b-c3d50effc63f', 'name': '', 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'mac_address': 'fa:16:3e:b2:b5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '4b55affe-7c20-4389-a92d-b8969b0f3c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:22Z', 'updated_at': '2021-06-24T10:24:31Z', 'revision_number': 4, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'subnets': [{'id': '4b55affe-7c20-4389-a92d-b8969b0f3c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:24:32.853078 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7495e9-9217-47b7-b6e4-e34a1cb0cc5c None None] The sync data for ids ['bc0fe354-3b52-4e18-816a-8750087a6572'] in dv-cinder-790492-7-iscsi is: [{'id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'name': 'tempest-TestVolumeBootPattern-704254501-router', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:16Z', 'updated_at': '2021-06-24T10:24:23Z', 'revision_number': 4, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'gw_port': {'id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:17Z', 'updated_at': '2021-06-24T10:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '89f4fa29-7cdb-4f6b-b72b-c3d50effc63f', 'name': '', 'network_id': '2a9c2cfa-3b9c-44af-87bf-55f549240ce0', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'mac_address': 'fa:16:3e:b2:b5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '4b55affe-7c20-4389-a92d-b8969b0f3c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:22Z', 'updated_at': '2021-06-24T10:24:31Z', 'revision_number': 4, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'subnets': [{'id': '4b55affe-7c20-4389-a92d-b8969b0f3c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:24:32.854955 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e815643b-9dd6-4d39-8646-2a9b8f89ee3e req-a12c7b51-5c9a-4e2e-a930-5a92b773de1e service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598047 Jun 24 10:24:33.060539 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928d3ea-afa7-45b0-9d07-c09fd016850d req-b955ef55-9a5f-4d3c-a78f-301c81586cb1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:33.079229 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1928d3ea-afa7-45b0-9d07-c09fd016850d req-b955ef55-9a5f-4d3c-a78f-301c81586cb1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.2092245 Jun 24 10:24:33.158801 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1928d3ea-afa7-45b0-9d07-c09fd016850d req-df8b58c8-264c-416b-b76b-904b1da2fad6 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782332 Jun 24 10:24:33.510134 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdbe22-bac1-4033-8087-b5a2d1872554 req-2d7e472f-bfde-4b75-ab4c-efc2e60465e1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:33.522242 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-92cdbe22-bac1-4033-8087-b5a2d1872554 req-2d7e472f-bfde-4b75-ab4c-efc2e60465e1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1679075 Jun 24 10:24:33.580531 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-92cdbe22-bac1-4033-8087-b5a2d1872554 req-aa5e9d8f-941f-482b-8d4c-59aa827e374f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572555 Jun 24 10:24:33.841109 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:33.888854 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 39012) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:34.065998 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-05666962-081f-454d-aa1f-2811a708fce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:34.358803 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-05666962-081f-454d-aa1f-2811a708fce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:34.367684 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-05666962-081f-454d-aa1f-2811a708fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:34.399864 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-97074256-dd59-4f6e-97de-06ad988c43f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:34.412388 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-05666962-081f-454d-aa1f-2811a708fce6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5c7f3cc5fbb54f0795c3602192b3bfcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220685 Jun 24 10:24:34.413124 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 39022) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:34.447271 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05666962-081f-454d-aa1f-2811a708fce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025334e4-8720-4903-a5f7-7e532035ccbf,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:34.451960 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-05666962-081f-454d-aa1f-2811a708fce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:34.501523 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578b600-74c6-4fc4-8b48-d06fe8848660 req-1f1e958a-d178-4d1d-801b-f91c8fb627c5 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:34.503444 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f578b600-74c6-4fc4-8b48-d06fe8848660 req-1f1e958a-d178-4d1d-801b-f91c8fb627c5 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.2477860 Jun 24 10:24:34.506286 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:34.652564 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:34.654694 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe787d0-85ce-4643-92f0-79d70eea5c67 req-4a4b15a4-3655-4663-bb03-f9444f99c856 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:34.659498 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:34.660190 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:34.668881 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2fe787d0-85ce-4643-92f0-79d70eea5c67 req-4a4b15a4-3655-4663-bb03-f9444f99c856 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1667662 Jun 24 10:24:34.717934 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f578b600-74c6-4fc4-8b48-d06fe8848660 req-8e51e573-76a7-4b0c-a11f-f30a988e594b tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973619 Jun 24 10:24:34.720025 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2fe787d0-85ce-4643-92f0-79d70eea5c67 req-927b1782-db39-431f-b805-2a55bc71847d tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435102 Jun 24 10:24:34.766632 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cc7f-baf1-47f5-9d89-08f83651c40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:34.807060 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cc7f-baf1-47f5-9d89-08f83651c40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:34.883441 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:34.925507 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cc7f-baf1-47f5-9d89-08f83651c40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:34.929800 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cc7f-baf1-47f5-9d89-08f83651c40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:34.931635 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-ecd5cc7f-baf1-47f5-9d89-08f83651c40c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/025334e4-8720-4903-a5f7-7e532035ccbf HTTP/1.1" status: 204 len: 168 time: 0.5151668 Jun 24 10:24:34.932896 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-0dd78ae4-e249-4dd3-bc53-66dcbdaac9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:34.978922 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5cc7f-baf1-47f5-9d89-08f83651c40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025334e4-8720-4903-a5f7-7e532035ccbf,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:34.992200 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ecd5cc7f-baf1-47f5-9d89-08f83651c40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:35.000722 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=89f4fa29-7cdb-4f6b-b72b-c3d50effc63f,segment=NetworkSegment(a9a45cc7-f040-45ac-8fa3-eff806b7e1c7),segment_id=a9a45cc7-f040-45ac-8fa3-eff806b7e1c7)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:35.019367 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:35.039229 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:35.048904 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac110d8-4042-44dc-bc9a-7083f8710a78 req-d1a97bac-5df4-49c4-9bb7-bac9f5963266 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:35.060717 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-eac110d8-4042-44dc-bc9a-7083f8710a78 req-d1a97bac-5df4-49c4-9bb7-bac9f5963266 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1182771 Jun 24 10:24:35.113572 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-eac110d8-4042-44dc-bc9a-7083f8710a78 req-57bb9640-e4c5-4902-9bed-f443a7d02a7c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516381 Jun 24 10:24:35.162113 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=89f4fa29-7cdb-4f6b-b72b-c3d50effc63f,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:35.173426 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:35.545469 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 39030) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:35.564009 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-78854d95-839d-4fc9-b173-c1e8247f4594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:35.693463 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-78854d95-839d-4fc9-b173-c1e8247f4594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:35.698668 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-78854d95-839d-4fc9-b173-c1e8247f4594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:35.726056 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b9759223-a13d-4170-8481-926b48db62d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:35.733260 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 39036) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:35.733469 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-78854d95-839d-4fc9-b173-c1e8247f4594 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e7d8b102a2a243c6b5a843b5a0300452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867158 Jun 24 10:24:35.757910 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78854d95-839d-4fc9-b173-c1e8247f4594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77bf384-3250-4a45-b604-69d5fb8b0ddc,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:35.761907 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-78854d95-839d-4fc9-b173-c1e8247f4594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:35.821524 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f1ede06-cb2c-4651-99a0-3f67ad978888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:35.849142 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f1ede06-cb2c-4651-99a0-3f67ad978888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:35.926402 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f1ede06-cb2c-4651-99a0-3f67ad978888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:35.929595 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f1ede06-cb2c-4651-99a0-3f67ad978888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:35.933311 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-2f1ede06-cb2c-4651-99a0-3f67ad978888 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c77bf384-3250-4a45-b604-69d5fb8b0ddc HTTP/1.1" status: 204 len: 168 time: 0.1986134 Jun 24 10:24:35.935140 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2db73478-0da3-4240-921b-ca30089b3918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:35.955495 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ede06-cb2c-4651-99a0-3f67ad978888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77bf384-3250-4a45-b604-69d5fb8b0ddc,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:35.960719 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2f1ede06-cb2c-4651-99a0-3f67ad978888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:36.198783 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84916adb-cf41-49af-b052-3a6cca872218 req-89b9d27f-ce68-47b4-9bb4-c97c2b6dbe61 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:36.201020 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-84916adb-cf41-49af-b052-3a6cca872218 req-89b9d27f-ce68-47b4-9bb4-c97c2b6dbe61 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.1076710 Jun 24 10:24:36.231055 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c07b01-4472-4179-8995-700ef86b6f82 req-a42e52bd-806c-4d72-a715-e45953d2a94a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:36.238740 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c3c07b01-4472-4179-8995-700ef86b6f82 req-a42e52bd-806c-4d72-a715-e45953d2a94a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.1363816 Jun 24 10:24:36.249085 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-84916adb-cf41-49af-b052-3a6cca872218 req-d1bc6244-8d08-4eb1-98c8-45ccb30ab549 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Jun 24 10:24:36.351160 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c3c07b01-4472-4179-8995-700ef86b6f82 req-81f4f10b-0ae6-4897-9d97-38fb608a745d tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113989 Jun 24 10:24:36.378686 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:24:36.439566 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446f845-8c6d-423c-a166-28f365777c19 req-80687de4-6b3c-4612-942b-3162b82b1680 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:36.444796 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8446f845-8c6d-423c-a166-28f365777c19 req-80687de4-6b3c-4612-942b-3162b82b1680 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.2800243 Jun 24 10:24:36.515154 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:36.515530 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:36.679008 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c2e4b-634e-4fa5-82b5-f7f811b59222 req-92f002f3-d0ed-4c4f-99c6-c8c91715eb52 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:36.684533 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-687c2e4b-634e-4fa5-82b5-f7f811b59222 req-92f002f3-d0ed-4c4f-99c6-c8c91715eb52 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1511831 Jun 24 10:24:36.789292 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-687c2e4b-634e-4fa5-82b5-f7f811b59222 req-71c3a4cd-679c-4b09-a2df-e4a4967ccb36 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993903 Jun 24 10:24:37.595629 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161f423-9d9c-48be-b7dd-b41569d0c8ef req-763e46b6-b474-4bea-8f4a-a056c5980d12 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:37.597776 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6161f423-9d9c-48be-b7dd-b41569d0c8ef req-763e46b6-b474-4bea-8f4a-a056c5980d12 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.1064572 Jun 24 10:24:37.613511 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c7506-a48b-4f08-bac0-51bd92930664 req-ec17f15c-c1ac-4070-a804-b4909a5ae918 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:37.615069 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e19c7506-a48b-4f08-bac0-51bd92930664 req-ec17f15c-c1ac-4070-a804-b4909a5ae918 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 945 time: 0.0727942 Jun 24 10:24:37.652369 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6161f423-9d9c-48be-b7dd-b41569d0c8ef req-9f0625af-37f9-4653-a912-6efe9d87065f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471649 Jun 24 10:24:37.698550 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e19c7506-a48b-4f08-bac0-51bd92930664 req-5cb0e92a-615c-4e7b-b223-9d94695b8fa0 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644979 Jun 24 10:24:37.888433 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-70ec8543-773c-47be-83a6-e0fed09fa185 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:37.895484 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-70ec8543-773c-47be-83a6-e0fed09fa185 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/networks?id=0eb3be94-8b39-43af-9c4c-0661f34c8e94 HTTP/1.1" status: 200 len: 815 time: 0.1169817 Jun 24 10:24:37.912885 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-5da73ca3-2774-47be-980c-8ef9622ccb75 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/quotas/126aac14102a42769c7cbc9fa3fae081 HTTP/1.1" status: 200 len: 375 time: 0.0164070 Jun 24 10:24:38.026590 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-5c7c71cf-d669-4dc9-a448-10a0ac1afdbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=126aac14102a42769c7cbc9fa3fae081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121061 Jun 24 10:24:38.060395 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738b67a-9113-4469-80cf-e6fb819c3ecf req-ab93f2fb-5b95-49e2-a59e-a7aa4dffcc4c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:38.062174 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9738b67a-9113-4469-80cf-e6fb819c3ecf req-ab93f2fb-5b95-49e2-a59e-a7aa4dffcc4c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0835457 Jun 24 10:24:38.113647 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9738b67a-9113-4469-80cf-e6fb819c3ecf req-3cf2166f-3e77-4dbb-8a26-eb7a3875238a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447419 Jun 24 10:24:38.156880 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-e6cdac72-86ac-4b9d-adfa-036aa013a630 service neutron] 10.222.0.79 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162679 Jun 24 10:24:38.160127 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 74d82d1a-0143-4ae1-bbc2-fda12aeda821 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:24:38.275710 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:38.293121 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-2c852f03-447a-4810-af52-bafd43e61739 service neutron] 10.222.0.79 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079593 Jun 24 10:24:38.300393 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e968a9b-5cb5-44e0-9e00-ff20a3fe9731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d82d1a-0143-4ae1-bbc2-fda12aeda821'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:24:38.302455 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7072a60-e28d-473f-9d72-571d7f62ac09" -d '{"events": [{"server_uuid": "2e968a9b-5cb5-44e0-9e00-ff20a3fe9731", "name": "network-vif-unplugged", "status": "completed", "tag": "74d82d1a-0143-4ae1-bbc2-fda12aeda821"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:38.346253 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 74d82d1a-0143-4ae1-bbc2-fda12aeda821, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=74d82d1a-0143-4ae1-bbc2-fda12aeda821,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:38.358452 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:38.367493 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:38.393161 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 10:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b8f578-8ae8-44af-9304-39429f42c9f7 x-openstack-request-id: req-b6b8f578-8ae8-44af-9304-39429f42c9f7 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:38.393480 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e968a9b-5cb5-44e0-9e00-ff20a3fe9731", "name": "network-vif-unplugged", "status": "completed", "tag": "74d82d1a-0143-4ae1-bbc2-fda12aeda821", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:38.393748 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6b8f578-8ae8-44af-9304-39429f42c9f7 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:38.394173 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e968a9b-5cb5-44e0-9e00-ff20a3fe9731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d82d1a-0143-4ae1-bbc2-fda12aeda821', 'code': 200} Jun 24 10:24:38.446654 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-002c9fb8-c172-434a-8c22-6667e08ed90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:38.481809 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=74d82d1a-0143-4ae1-bbc2-fda12aeda821,revision_number=6']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:38.486217 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:38.561666 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6e346e2d-6f53-4516-8870-268eb23ed21a req-a0be97f5-85bd-4936-b6a7-3436a416d977 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 210 time: 0.0302725 Jun 24 10:24:38.939483 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb83e92-bc2c-45de-9993-597b5d9f9d91 req-e8743769-9dff-4810-a989-ac663fbd8a26 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:38.941605 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2bb83e92-bc2c-45de-9993-597b5d9f9d91 req-e8743769-9dff-4810-a989-ac663fbd8a26 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.1106980 Jun 24 10:24:39.008897 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2bb83e92-bc2c-45de-9993-597b5d9f9d91 req-352a1829-fdf2-475f-80f7-b5d7a5517b3c tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580506 Jun 24 10:24:39.057298 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24821ec-66c7-424a-85c4-b2ed5f8a2c49 req-fd3f8632-fca6-49bb-a274-c18cdd6e5773 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:39.059495 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e24821ec-66c7-424a-85c4-b2ed5f8a2c49 req-fd3f8632-fca6-49bb-a274-c18cdd6e5773 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.1325624 Jun 24 10:24:39.141480 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e24821ec-66c7-424a-85c4-b2ed5f8a2c49 req-f4ff60de-44d0-4345-bc93-fcd69b0bcdf2 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743146 Jun 24 10:24:39.346181 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec0b25-7748-4dc0-b68c-57fcb2a5b11a req-820ee499-802e-4a22-9394-ab80a0ddbc09 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:39.347695 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6dec0b25-7748-4dc0-b68c-57fcb2a5b11a req-820ee499-802e-4a22-9394-ab80a0ddbc09 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0690570 Jun 24 10:24:39.396496 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6dec0b25-7748-4dc0-b68c-57fcb2a5b11a req-f47fff17-aa9a-44be-b6c1-53b899747973 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391636 Jun 24 10:24:39.712198 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-86434913-314a-4ffb-8a49-124c48095794 req-5b21a7eb-abbf-4050-b8df-6631b716d0b5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 210 time: 0.0321627 Jun 24 10:24:40.221069 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1398d2-bd8b-4904-af1d-2792372d1443 req-b522c3be-42ff-4fac-b79b-7efd895d1bca tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:40.228038 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b1398d2-bd8b-4904-af1d-2792372d1443 req-b522c3be-42ff-4fac-b79b-7efd895d1bca tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.0822322 Jun 24 10:24:40.275710 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b1398d2-bd8b-4904-af1d-2792372d1443 req-169610b4-2585-4eaf-abfe-c3e79486dce0 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Jun 24 10:24:40.352911 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb31454-b567-4532-b74f-396f41125d1d req-5ecda1d5-55f8-4c98-bb80-360215ab035b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:40.354496 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-acb31454-b567-4532-b74f-396f41125d1d req-5ecda1d5-55f8-4c98-bb80-360215ab035b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.0765252 Jun 24 10:24:40.394892 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-acb31454-b567-4532-b74f-396f41125d1d req-4c716671-c54e-49e4-89de-b7922209ae6c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337403 Jun 24 10:24:40.603020 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e38da-ada9-482a-9468-6e4ac28f7473 req-a7ba0cb0-b919-40a2-a5ca-ce3680de95ee tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:40.604498 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-615e38da-ada9-482a-9468-6e4ac28f7473 req-a7ba0cb0-b919-40a2-a5ca-ce3680de95ee tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0724843 Jun 24 10:24:40.649494 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-615e38da-ada9-482a-9468-6e4ac28f7473 req-9d2e7fee-964a-4dcf-adcb-a4713a90cf31 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 Jun 24 10:24:40.870322 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f2aa4710-87c2-4ee3-9da0-2ad1828c4457 req-0694beb5-4f28-4d45-92d0-81d1ac00d75b tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 210 time: 0.0289769 Jun 24 10:24:41.088420 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8a30-9a63-41bf-bfbb-f266c979c451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:41.209869 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:41.462483 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37f67-a87f-42df-92b4-e58c8056fd1f req-2bfeac63-aa39-47ea-b260-a4155950e7be tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:41.463952 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-70d37f67-a87f-42df-92b4-e58c8056fd1f req-2bfeac63-aa39-47ea-b260-a4155950e7be tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.0711815 Jun 24 10:24:41.505064 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-70d37f67-a87f-42df-92b4-e58c8056fd1f req-f85226e1-301a-4922-a880-e9466e36fef9 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349629 Jun 24 10:24:41.611867 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c91cd9-9ef2-4b00-b67c-0883dc88197b req-0fc16128-cdb4-46c0-8857-449c7718e21f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:41.613445 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-25c91cd9-9ef2-4b00-b67c-0883dc88197b req-0fc16128-cdb4-46c0-8857-449c7718e21f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.0819767 Jun 24 10:24:41.668342 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-25c91cd9-9ef2-4b00-b67c-0883dc88197b req-24e60ac0-6d17-4e79-a386-3b9117566a43 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490437 Jun 24 10:24:41.877696 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1f30-b0c1-4b93-9964-238f4795b757 req-06c09f92-354a-4a98-b0d1-d7f41d454d4a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:41.879543 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a02c1f30-b0c1-4b93-9964-238f4795b757 req-06c09f92-354a-4a98-b0d1-d7f41d454d4a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0756905 Jun 24 10:24:41.950350 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a02c1f30-b0c1-4b93-9964-238f4795b757 req-72317aa0-f717-47f6-9b2f-61420ba33336 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643952 Jun 24 10:24:41.959858 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 39242) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:42.035536 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:42.094361 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-79a2482e-a7a8-4c44-b3ae-2a9dfc0604ae req-09ce6176-5f5f-414c-bc5b-5755b6aef014 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 210 time: 0.0319860 Jun 24 10:24:42.109903 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-245d52e3-4f41-4437-a393-8c31e6db91b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:42.231530 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-245d52e3-4f41-4437-a393-8c31e6db91b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:42.235858 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-245d52e3-4f41-4437-a393-8c31e6db91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:42.238426 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b68a7ddb-4df1-412a-b351-7b8bcc147f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:42.275990 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-245d52e3-4f41-4437-a393-8c31e6db91b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3e951cbe84b4ee1aa7cda27858d01db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148375 Jun 24 10:24:42.277016 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d52e3-4f41-4437-a393-8c31e6db91b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce84a78d-9c10-4c94-a20f-4b8d8f80e820,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:42.279197 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 39246) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:42.280385 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-245d52e3-4f41-4437-a393-8c31e6db91b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:42.330649 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1c196c0-2dee-42b8-a1eb-74325724569b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:42.352071 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1c196c0-2dee-42b8-a1eb-74325724569b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:42.402785 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1c196c0-2dee-42b8-a1eb-74325724569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:42.405344 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1c196c0-2dee-42b8-a1eb-74325724569b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:42.406527 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b1c196c0-2dee-42b8-a1eb-74325724569b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce84a78d-9c10-4c94-a20f-4b8d8f80e820 HTTP/1.1" status: 204 len: 168 time: 0.1254747 Jun 24 10:24:42.407313 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-3e104e29-5e99-4631-bc61-aaf2b7454b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:42.414771 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c196c0-2dee-42b8-a1eb-74325724569b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce84a78d-9c10-4c94-a20f-4b8d8f80e820,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:42.417066 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b1c196c0-2dee-42b8-a1eb-74325724569b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:42.703866 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d89e0-07b0-43d8-8f83-eeba6350b81f req-79262d28-9a6b-4c5c-8592-ecfa19064abe tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:42.710869 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b45d89e0-07b0-43d8-8f83-eeba6350b81f req-79262d28-9a6b-4c5c-8592-ecfa19064abe tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.0785227 Jun 24 10:24:42.721754 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 39256) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:42.740418 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9086fadf-3c04-42ee-b9bd-1c63f5f0d0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:42.778295 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b45d89e0-07b0-43d8-8f83-eeba6350b81f req-2f11b4e2-3dfb-4e8b-aa7d-1fd4407ffc6c tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645306 Jun 24 10:24:42.919362 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9086fadf-3c04-42ee-b9bd-1c63f5f0d0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:42.934441 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9086fadf-3c04-42ee-b9bd-1c63f5f0d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:42.938305 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-518c411b-0b55-4222-8f0d-81f8628224da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:42.990183 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a6f2f-5e51-463e-8c6b-5185e80778ef req-729b0a00-42b7-44ed-acbe-7e94a030ad1b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:42.997754 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c9a6f2f-5e51-463e-8c6b-5185e80778ef req-729b0a00-42b7-44ed-acbe-7e94a030ad1b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.1396174 Jun 24 10:24:43.051152 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-9086fadf-3c04-42ee-b9bd-1c63f5f0d0dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=98e88d13dce0483b8844ea64f01a98ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258882 Jun 24 10:24:43.051152 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086fadf-3c04-42ee-b9bd-1c63f5f0d0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a31819a-1c62-4a2b-933c-9e018a7f12f8,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:43.053336 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 39264) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:43.054491 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9086fadf-3c04-42ee-b9bd-1c63f5f0d0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:43.066395 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c9a6f2f-5e51-463e-8c6b-5185e80778ef req-7eca22eb-2c90-4ef3-a0fe-f517ff024f98 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674314 Jun 24 10:24:43.165246 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bfa610c0-6bea-4026-8fe4-96ce085c3cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:43.206810 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bfa610c0-6bea-4026-8fe4-96ce085c3cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:43.240055 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb5102-98b2-43f7-9519-24c899d8f42a req-fa43e4fd-6957-4dc0-86b7-38675edd2a89 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:43.241516 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0bbb5102-98b2-43f7-9519-24c899d8f42a req-fa43e4fd-6957-4dc0-86b7-38675edd2a89 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1274631 Jun 24 10:24:43.264360 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4f6b1277-c779-48a1-9491-7d54a43186ca req-73f60502-9fd5-46c7-a41b-e79690836dde tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 210 time: 0.0287974 Jun 24 10:24:43.293927 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0bbb5102-98b2-43f7-9519-24c899d8f42a req-e9083e7d-426a-4a5f-b6da-ade01843d160 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458663 Jun 24 10:24:43.319379 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bfa610c0-6bea-4026-8fe4-96ce085c3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:43.321947 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bfa610c0-6bea-4026-8fe4-96ce085c3cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:43.323039 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-bfa610c0-6bea-4026-8fe4-96ce085c3cdc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a31819a-1c62-4a2b-933c-9e018a7f12f8 HTTP/1.1" status: 204 len: 168 time: 0.2671533 Jun 24 10:24:43.324590 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-fdf7f633-8239-450f-b5e7-29431c04ce2a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:43.333530 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa610c0-6bea-4026-8fe4-96ce085c3cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a31819a-1c62-4a2b-933c-9e018a7f12f8,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:43.335707 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-bfa610c0-6bea-4026-8fe4-96ce085c3cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:43.720725 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:43.976002 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df246e-d15d-4108-a361-0226289d9fa4 req-20e68567-ea1f-437b-9918-e0a3c3439c0c tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:43.977557 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-28df246e-d15d-4108-a361-0226289d9fa4 req-20e68567-ea1f-437b-9918-e0a3c3439c0c tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.0728028 Jun 24 10:24:44.018895 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-28df246e-d15d-4108-a361-0226289d9fa4 req-63eabc09-4932-4be1-bca7-0394206e3cb9 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351393 Jun 24 10:24:44.246748 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559517a4-16a1-4b30-bfee-7e268c3762b0 req-c2d70320-5e92-4c23-b74b-23c8047d3ddc tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:44.248197 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-559517a4-16a1-4b30-bfee-7e268c3762b0 req-c2d70320-5e92-4c23-b74b-23c8047d3ddc tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 943 time: 0.0653563 Jun 24 10:24:44.287825 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-559517a4-16a1-4b30-bfee-7e268c3762b0 req-748f3653-a18f-4b23-9b14-862207cb286e tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333843 Jun 24 10:24:44.497765 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5229b6e5-7c49-4f9f-a936-e24f05410b53 req-fcc93100-7cf8-4486-9faa-339803529402 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 210 time: 0.0600758 Jun 24 10:24:44.543603 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-8446f845-8c6d-423c-a166-28f365777c19 req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Deleting port 74d82d1a-0143-4ae1-bbc2-fda12aeda821 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:24:44.543938 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8446f845-8c6d-423c-a166-28f365777c19 req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:44.566187 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde167b-422b-4932-b389-bc3fa662101d req-b885f685-7816-4c97-a7cf-f274bf5334ea tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:44.567766 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2dde167b-422b-4932-b389-bc3fa662101d req-b885f685-7816-4c97-a7cf-f274bf5334ea tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0830731 Jun 24 10:24:44.616029 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2dde167b-422b-4932-b389-bc3fa662101d req-f98433fd-3227-4787-9505-984f23371f01 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Jun 24 10:24:44.661924 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-8446f845-8c6d-423c-a166-28f365777c19 req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] For port 74d82d1a-0143-4ae1-bbc2-fda12aeda821, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=74d82d1a-0143-4ae1-bbc2-fda12aeda821,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:44.662464 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8446f845-8c6d-423c-a166-28f365777c19 req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:44.676402 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-8446f845-8c6d-423c-a166-28f365777c19 req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Calling delete_port for 74d82d1a-0143-4ae1-bbc2-fda12aeda821 owned by compute:nova {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:24:44.812721 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8446f845-8c6d-423c-a166-28f365777c19 req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:44.816786 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:44.824900 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['afa4826a-69b5-4011-8177-49eb6f4a5483'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:24:44.841075 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Pushing event deleted for resources: {'Port': ['ID=74d82d1a-0143-4ae1-bbc2-fda12aeda821,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:44.844139 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:44.887612 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8446f845-8c6d-423c-a166-28f365777c19 req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] No DVR routers for this DVR port 74d82d1a-0143-4ae1-bbc2-fda12aeda821 on host hv-cinder-79049 {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:24:44.890136 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-8446f845-8c6d-423c-a166-28f365777c19 req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:44.892081 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8446f845-8c6d-423c-a166-28f365777c19 req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.77 "DELETE /v2.0/ports/74d82d1a-0143-4ae1-bbc2-fda12aeda821 HTTP/1.1" status: 204 len: 173 time: 0.5778265 Jun 24 10:24:44.892691 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e968a9b-5cb5-44e0-9e00-ff20a3fe9731', 'name': 'network-vif-deleted', 'tag': '74d82d1a-0143-4ae1-bbc2-fda12aeda821'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:24:44.895250 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b9dbe5-913e-4d99-91d3-efd208d08543" -d '{"events": [{"server_uuid": "2e968a9b-5cb5-44e0-9e00-ff20a3fe9731", "name": "network-vif-deleted", "tag": "74d82d1a-0143-4ae1-bbc2-fda12aeda821"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:44.937170 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286f8c88-e179-4820-a983-00a9c3ee0a7f x-openstack-request-id: req-286f8c88-e179-4820-a983-00a9c3ee0a7f {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:44.937382 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e968a9b-5cb5-44e0-9e00-ff20a3fe9731", "name": "network-vif-deleted", "tag": "74d82d1a-0143-4ae1-bbc2-fda12aeda821", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:44.937613 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-286f8c88-e179-4820-a983-00a9c3ee0a7f {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:44.938050 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e968a9b-5cb5-44e0-9e00-ff20a3fe9731', 'name': 'network-vif-deleted', 'tag': '74d82d1a-0143-4ae1-bbc2-fda12aeda821', 'status': 'completed', 'code': 200} Jun 24 10:24:44.965624 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d508b-6efd-4292-8229-82868ae835e4 req-3e39f584-b06e-4a21-9b09-5bc2af3dc008 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:44.967452 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c4d508b-6efd-4292-8229-82868ae835e4 req-3e39f584-b06e-4a21-9b09-5bc2af3dc008 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.0749872 Jun 24 10:24:45.094167 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-2c4d508b-6efd-4292-8229-82868ae835e4 req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Deleting port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:24:45.094478 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-2c4d508b-6efd-4292-8229-82868ae835e4 req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:45.247221 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-2c4d508b-6efd-4292-8229-82868ae835e4 req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] For port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3,segment=NetworkSegment(283da210-89b0-4e65-a9a7-3f8f0952046a),segment_id=283da210-89b0-4e65-a9a7-3f8f0952046a)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:24:45.247807 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-2c4d508b-6efd-4292-8229-82868ae835e4 req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:45.264302 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e643-f07f-4655-b5e9-a329adcfb157 req-f249e37c-b2f7-47d9-8dd8-a23b03271b8d tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:45.265739 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f7d7e643-f07f-4655-b5e9-a329adcfb157 req-f249e37c-b2f7-47d9-8dd8-a23b03271b8d tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 946 time: 0.1239078 Jun 24 10:24:45.272545 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-2c4d508b-6efd-4292-8229-82868ae835e4 req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Calling delete_port for ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 owned by compute:nova {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:24:45.317923 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-8305107d-bd44-402e-9fb1-af0ac63ccaea tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:45.320104 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-8305107d-bd44-402e-9fb1-af0ac63ccaea tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.77 "GET /v2.0/networks?id=0eb3be94-8b39-43af-9c4c-0661f34c8e94 HTTP/1.1" status: 200 len: 815 time: 0.1215937 Jun 24 10:24:45.348295 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Request body: {'port': {'device_id': '83a7c68b-d267-4492-b8ac-432f469a604c', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'admin_state_up': True, 'tenant_id': '126aac14102a42769c7cbc9fa3fae081'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:24:45.350869 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f7d7e643-f07f-4655-b5e9-a329adcfb157 req-e5d6eda7-c156-46df-a273-bf22ef01c037 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794036 Jun 24 10:24:45.483514 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-2c4d508b-6efd-4292-8229-82868ae835e4 req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:45.487868 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-c96afe08-f97a-4c84-9bd4-e2fdd000f579 tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:45.495763 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['ec75dcc2-58ae-47c7-bc4b-1a2051b516b3'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:24:45.543674 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Pushing event deleted for resources: {'Port': ['ID=ec75dcc2-58ae-47c7-bc4b-1a2051b516b3,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:45.550746 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:45.608474 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4d508b-6efd-4292-8229-82868ae835e4 req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] No DVR routers for this DVR port ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 on host hv-cinder-79049 {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:24:45.612802 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-2c4d508b-6efd-4292-8229-82868ae835e4 req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:45.615256 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c4d508b-6efd-4292-8229-82868ae835e4 req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.77 "DELETE /v2.0/ports/ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 HTTP/1.1" status: 204 len: 173 time: 0.6404870 Jun 24 10:24:45.615926 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dc1837-11d3-46f8-938a-2cf52d8f0864', 'name': 'network-vif-deleted', 'tag': 'ec75dcc2-58ae-47c7-bc4b-1a2051b516b3'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:24:45.618321 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1fe78d-791a-40b4-a81d-6fb88596408b" -d '{"events": [{"server_uuid": "b1dc1837-11d3-46f8-938a-2cf52d8f0864", "name": "network-vif-deleted", "tag": "ec75dcc2-58ae-47c7-bc4b-1a2051b516b3"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:24:45.780944 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dce98e1d-b36f-4bc1-ab8e-9204a9466043 req-ca0e2d91-3bed-444f-a145-04a5207fe366 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 210 time: 0.0748353 Jun 24 10:24:45.826395 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-12929da3-5b9b-4021-ae2d-1bc0d67b90e0 req-cb96e3dc-a3a0-4c5f-a5dc-4b1d2c02ba75 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e968a9b-5cb5-44e0-9e00-ff20a3fe9731 HTTP/1.1" status: 200 len: 210 time: 0.3818197 Jun 24 10:24:45.858134 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Made reservation on behalf of 126aac14102a42769c7cbc9fa3fae081 for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:24:45.868909 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:45.878459 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031caa5b-2528-462d-9f8e-1951cdc9a5e1 x-openstack-request-id: req-031caa5b-2528-462d-9f8e-1951cdc9a5e1 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:24:45.878789 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dc1837-11d3-46f8-938a-2cf52d8f0864", "name": "network-vif-deleted", "tag": "ec75dcc2-58ae-47c7-bc4b-1a2051b516b3", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:24:45.879075 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-031caa5b-2528-462d-9f8e-1951cdc9a5e1 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:24:45.879979 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dc1837-11d3-46f8-938a-2cf52d8f0864', 'name': 'network-vif-deleted', 'tag': 'ec75dcc2-58ae-47c7-bc4b-1a2051b516b3', 'status': 'completed', 'code': 200} Jun 24 10:24:46.093276 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7d34e-0a8f-4ec8-b34e-eb5df07ad2b1 req-836a26f1-7484-41f5-a946-79d1f7edd47a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:46.094863 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-51a7d34e-0a8f-4ec8-b34e-eb5df07ad2b1 req-836a26f1-7484-41f5-a946-79d1f7edd47a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1272614 Jun 24 10:24:46.098961 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Allocated IP 172.20.0.14 (0eb3be94-8b39-43af-9c4c-0661f34c8e94/42694b9e-8fa4-4b6d-ab24-8fc1f509e402/f3661551-42ff-4194-9f5d-2507fe22f865) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:24:46.163703 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-51a7d34e-0a8f-4ec8-b34e-eb5df07ad2b1 req-3b028f16-600a-484a-b786-4ce199756bb8 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599163 Jun 24 10:24:46.385455 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:46.425629 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Transition to ACTIVE for port object f3661551-42ff-4194-9f5d-2507fe22f865 will not be triggered until provisioned by entity DHCP. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:24:46.486604 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:46.490574 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-a6e27b26-d9c2-429e-bb95-806b48cf854b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:46.548351 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:24:46.551795 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:24:46.559292 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:24:46.586303 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-031f4ccf-fb0f-4a2f-b45e-81452c8f4f9f req-4b551dee-a248-4656-bedc-87c6ff6326ae tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0522099 Jun 24 10:24:46.587591 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'Port': ['ID=f3661551-42ff-4194-9f5d-2507fe22f865,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:46.595684 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:46.633961 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:46.634640 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:46.656740 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3127198 Jun 24 10:24:46.888833 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-e57951e5-3db1-4d5f-91ed-a4d8e49f2eec None None] Provisioning for port f3661551-42ff-4194-9f5d-2507fe22f865 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:24:46.894263 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-e57951e5-3db1-4d5f-91ed-a4d8e49f2eec None None] Provisioning complete for port f3661551-42ff-4194-9f5d-2507fe22f865 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:24:46.895630 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-e57951e5-3db1-4d5f-91ed-a4d8e49f2eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:46.951865 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-e57951e5-3db1-4d5f-91ed-a4d8e49f2eec None None] Port f3661551-42ff-4194-9f5d-2507fe22f865 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:24:46.974747 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3d03e-214c-421e-bd28-14668fdcddee req-0b7d99a8-e48e-440c-bc6b-ac78f81e0da9 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:46.982843 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-63e3d03e-214c-421e-bd28-14668fdcddee req-0b7d99a8-e48e-440c-bc6b-ac78f81e0da9 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 932 time: 0.0792730 Jun 24 10:24:47.021487 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-63e3d03e-214c-421e-bd28-14668fdcddee req-6b69f07a-d4a0-49ba-b3f2-7f23762a0e8f tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 Jun 24 10:24:47.400417 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5198-6108-408e-88f6-a765c3c53da4 req-65d6c815-bc0e-40e4-bbd0-3fbf651cea76 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:47.403356 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-783f5198-6108-408e-88f6-a765c3c53da4 req-65d6c815-bc0e-40e4-bbd0-3fbf651cea76 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0880482 Jun 24 10:24:47.405761 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7018b-b0df-4fa5-b03d-7a3b4a3ffca5 req-6cadb4bf-a91c-43c2-9bef-ad039fe8dd35 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:47.407344 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a7d7018b-b0df-4fa5-b03d-7a3b4a3ffca5 req-6cadb4bf-a91c-43c2-9bef-ad039fe8dd35 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0913517 Jun 24 10:24:47.449251 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a7d7018b-b0df-4fa5-b03d-7a3b4a3ffca5 req-e7806696-a796-456a-b227-bc9ff60d7510 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342252 Jun 24 10:24:47.455221 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-783f5198-6108-408e-88f6-a765c3c53da4 req-f85fe27e-a066-4a9a-a92c-f4b6d7027e6f tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445900 Jun 24 10:24:47.751763 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7e6f90f0-7a4b-4734-8643-8739acc123dc req-a2324ea9-ec37-4326-81fc-5f43ac35f8d2 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0311620 Jun 24 10:24:48.225024 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06a953-228e-46f0-b271-a696721dff6b req-64185061-58c2-4072-8269-00184a31e66e tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:48.226480 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5c06a953-228e-46f0-b271-a696721dff6b req-64185061-58c2-4072-8269-00184a31e66e tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 932 time: 0.0675972 Jun 24 10:24:48.269509 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5c06a953-228e-46f0-b271-a696721dff6b req-32c075ec-b873-422e-b60f-3dfe438f052c tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373082 Jun 24 10:24:48.665309 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146b865-631a-49cb-9875-261763efc029 req-8202e132-b04e-4b83-908a-e30789558eff tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:48.666404 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cc573-cc79-4164-b5c8-617e6baa93c9 req-0939c8fd-37a7-4e74-bf3a-19ce2d7f6d71 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:48.666795 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5146b865-631a-49cb-9875-261763efc029 req-8202e132-b04e-4b83-908a-e30789558eff tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0768938 Jun 24 10:24:48.668476 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5c2cc573-cc79-4164-b5c8-617e6baa93c9 req-0939c8fd-37a7-4e74-bf3a-19ce2d7f6d71 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0937846 Jun 24 10:24:48.717139 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5c2cc573-cc79-4164-b5c8-617e6baa93c9 req-b1a54555-cd27-47b2-8a1c-9f7ccfb8ed01 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431452 Jun 24 10:24:48.725689 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5146b865-631a-49cb-9875-261763efc029 req-5410fb60-5ac2-4341-aaf4-aa2f1bf24604 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519323 Jun 24 10:24:48.932066 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-59c56505-1545-4b9c-b6ec-5cbeb7df8c37 req-c3875c74-3242-45ca-ad36-b0e829145738 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0293610 Jun 24 10:24:49.457213 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e43a41-0560-4d48-afc5-92c01e039001 req-5e1cce18-7749-4495-be8d-b7b3c6e696cf tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:49.465396 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-53e43a41-0560-4d48-afc5-92c01e039001 req-5e1cce18-7749-4495-be8d-b7b3c6e696cf tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 932 time: 0.0766780 Jun 24 10:24:49.501265 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-53e43a41-0560-4d48-afc5-92c01e039001 req-5b23f2a8-c7e2-484f-b36c-122c208bcfbe tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Jun 24 10:24:49.539634 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:24:49.560004 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:24:49.560353 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device ec75dcc2-58ae-47c7-bc4b-1a2051b516b3 not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:24:49.944545 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97d5ad-483d-448e-8b7c-031844257280 req-14ed640b-29fc-44e6-a9eb-db25502ed07f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:49.947251 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bc97d5ad-483d-448e-8b7c-031844257280 req-14ed640b-29fc-44e6-a9eb-db25502ed07f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0765736 Jun 24 10:24:49.991360 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bc97d5ad-483d-448e-8b7c-031844257280 req-9d177824-c968-4128-981b-8159919efa6d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376048 Jun 24 10:24:50.181294 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2fde7-d096-4782-b260-9d224a2485d8 req-2bc71b7a-217c-4547-a249-04b586c42d8c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:50.189062 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-bdd2fde7-d096-4782-b260-9d224a2485d8 req-2bc71b7a-217c-4547-a249-04b586c42d8c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0891871 Jun 24 10:24:50.236821 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-bdd2fde7-d096-4782-b260-9d224a2485d8 req-fed704bb-51ea-4930-a3b0-98bce982b8e2 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467653 Jun 24 10:24:50.262762 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-70ccda65-0ff6-4512-9696-3f44b1fa2886 req-550b7dde-4c19-4d93-9109-36059674f6b2 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0418303 Jun 24 10:24:50.942413 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f7307-598e-49c8-9a97-122b0585df21 req-d121b881-c613-43d4-a3f7-657505452e4a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:50.943956 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fa9f7307-598e-49c8-9a97-122b0585df21 req-d121b881-c613-43d4-a3f7-657505452e4a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 932 time: 0.0939405 Jun 24 10:24:50.992018 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fa9f7307-598e-49c8-9a97-122b0585df21 req-02a07ebf-50c2-438a-b852-0f11b577a0b4 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Jun 24 10:24:51.212411 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671d82c-883e-4cf8-867d-a66fbb1a6281 req-c8f80a5e-971d-45fd-8c7d-a24cd207b39a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:51.213960 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5671d82c-883e-4cf8-867d-a66fbb1a6281 req-c8f80a5e-971d-45fd-8c7d-a24cd207b39a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0635843 Jun 24 10:24:51.251270 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5671d82c-883e-4cf8-867d-a66fbb1a6281 req-7d3abed0-6d9d-4fbf-85fc-7dfd7ad78389 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315614 Jun 24 10:24:51.425522 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f62b7d49-5e3d-4c85-883a-2de9735503d8 req-57c6ce6e-3c1b-4cb7-a919-71dc171f5e4d tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0318155 Jun 24 10:24:51.427098 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad25989-be29-41db-bd5d-4751acbd44a5 req-c49ce197-6e63-4c6b-a8e6-bd6df19ab10a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:51.428555 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cad25989-be29-41db-bd5d-4751acbd44a5 req-c49ce197-6e63-4c6b-a8e6-bd6df19ab10a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0738409 Jun 24 10:24:51.474048 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cad25989-be29-41db-bd5d-4751acbd44a5 req-f6028c61-7649-4233-aedb-dbbd213b3bb1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Jun 24 10:24:52.166956 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe0776-ca27-4d41-a39d-b6def7aa0e4c req-3d57e9fd-da41-4309-b743-9b3773da6ca4 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:52.168893 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-16fe0776-ca27-4d41-a39d-b6def7aa0e4c req-3d57e9fd-da41-4309-b743-9b3773da6ca4 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 932 time: 0.0648110 Jun 24 10:24:52.234826 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-16fe0776-ca27-4d41-a39d-b6def7aa0e4c req-392b948a-6892-4ad7-a2e1-6daea4edcac1 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574148 Jun 24 10:24:52.462677 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144f331-f2a5-4879-8217-8ce43e4feb87 req-8af9c85a-5b2f-4c6e-be3e-af63c9712078 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:52.464725 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4144f331-f2a5-4879-8217-8ce43e4feb87 req-8af9c85a-5b2f-4c6e-be3e-af63c9712078 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0670667 Jun 24 10:24:52.501884 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4144f331-f2a5-4879-8217-8ce43e4feb87 req-4cadb8e2-d39d-4ee1-b3c6-0de78983077c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314996 Jun 24 10:24:52.597717 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5eae7726-8e07-491b-9982-4449556e78fe req-6be08105-5603-4f05-9935-8a393cff310f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0296490 Jun 24 10:24:52.682436 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1547ed-70de-4676-829a-b395c81321cb req-42afa931-57bf-4861-96b7-c62e27a02ab4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:52.684587 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fd1547ed-70de-4676-829a-b395c81321cb req-42afa931-57bf-4861-96b7-c62e27a02ab4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0743518 Jun 24 10:24:52.723670 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fd1547ed-70de-4676-829a-b395c81321cb req-2f272cbb-e665-4a97-bdd7-7e8092d4c730 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Jun 24 10:24:53.421585 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 39490) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:53.478626 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b6429-ae58-4baf-8a70-dbc93feaa773 req-7b258e55-28ad-487e-8355-2e4b4db7c9d4 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:53.487265 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d05b6429-ae58-4baf-8a70-dbc93feaa773 req-7b258e55-28ad-487e-8355-2e4b4db7c9d4 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 932 time: 0.1058044 Jun 24 10:24:53.523230 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d05b6429-ae58-4baf-8a70-dbc93feaa773 req-49f3a90c-9dd3-4018-9347-09ebbf84718d tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349576 Jun 24 10:24:53.552700 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7813-4c6f-44c4-b015-3b1b4573212a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:53.669144 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7813-4c6f-44c4-b015-3b1b4573212a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:53.705249 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7813-4c6f-44c4-b015-3b1b4573212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:53.709053 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-02e0756b-58cd-4e24-9a6e-71947ccb2925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:53.743072 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7813-4c6f-44c4-b015-3b1b4573212a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2073cf3-b3af-446f-894a-8600760343a1,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:53.751924 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-cb8f7813-4c6f-44c4-b015-3b1b4573212a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:53.764891 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-cb8f7813-4c6f-44c4-b015-3b1b4573212a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df55761fbdae40128ee4102f0f75f25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417180 Jun 24 10:24:53.767387 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 39502) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:24:53.812540 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e3463437-bdc1-4d88-b930-13ac2964c008 req-577e11ed-8b46-4b38-bcb7-6a6e3aa52d5d tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0758874 Jun 24 10:24:53.989475 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02719bec-3b44-40ea-a989-9649464b80f1 req-cd35fbaf-c971-4c60-b138-bfef54ea5a20 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:53.991187 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-02719bec-3b44-40ea-a989-9649464b80f1 req-cd35fbaf-c971-4c60-b138-bfef54ea5a20 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0676053 Jun 24 10:24:54.040383 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-02719bec-3b44-40ea-a989-9649464b80f1 req-2bdc94bb-bd50-4bf8-b142-d77b88cd32a1 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415208 Jun 24 10:24:54.063212 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f3591d52-3ed5-40cb-8e51-aae03fbeb8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:54.078485 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955a73a-67a8-4fca-98f7-f90ab59e8614 req-73f044f0-a59f-47cf-9038-b34ba0ea8b31 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:54.079938 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e955a73a-67a8-4fca-98f7-f90ab59e8614 req-73f044f0-a59f-47cf-9038-b34ba0ea8b31 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.4329989 Jun 24 10:24:54.096371 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f3591d52-3ed5-40cb-8e51-aae03fbeb8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:54.145587 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e955a73a-67a8-4fca-98f7-f90ab59e8614 req-19e8acc4-fb04-45d0-af71-f90167cf0486 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581756 Jun 24 10:24:54.177569 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f3591d52-3ed5-40cb-8e51-aae03fbeb8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:54.180237 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f3591d52-3ed5-40cb-8e51-aae03fbeb8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:24:54.181360 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-f3591d52-3ed5-40cb-8e51-aae03fbeb8b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2073cf3-b3af-446f-894a-8600760343a1 HTTP/1.1" status: 204 len: 168 time: 0.4130909 Jun 24 10:24:54.182115 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-245d52e3-4f41-4437-a393-8c31e6db91b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:24:54.190336 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3591d52-3ed5-40cb-8e51-aae03fbeb8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2073cf3-b3af-446f-894a-8600760343a1,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:24:54.192532 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f3591d52-3ed5-40cb-8e51-aae03fbeb8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:24:54.772717 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210a7c-adf1-4e66-847a-58c22c2ba606 req-5161907c-c5f8-4bd0-867a-7a4003165446 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:54.774317 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4e210a7c-adf1-4e66-847a-58c22c2ba606 req-5161907c-c5f8-4bd0-867a-7a4003165446 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 932 time: 0.1141815 Jun 24 10:24:54.851845 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4e210a7c-adf1-4e66-847a-58c22c2ba606 req-b14b24ac-4b0f-4eaa-8f5c-3d6c1d1e49c1 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695834 Jun 24 10:24:55.084468 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-aa2fa5e2-04a6-4caf-950a-c9d7cc77e4bd req-712e738a-c264-4401-8e67-07e04e7428f6 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0553448 Jun 24 10:24:55.255440 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-0df10b09-4916-4297-8fc9-75a6cab6ac7e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1379360251&fields=id&tenant_id=401eb0c9690a4893b941db64b85396a1 HTTP/1.1" status: 200 len: 267 time: 0.0422099 Jun 24 10:24:55.284525 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70370fcd-ed87-4f2d-bdb3-4a536006f4b8 req-677f8c9b-7899-40f4-bb13-f5d6924b0bc6 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:55.286229 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-70370fcd-ed87-4f2d-bdb3-4a536006f4b8 req-677f8c9b-7899-40f4-bb13-f5d6924b0bc6 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0706494 Jun 24 10:24:55.358445 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-70370fcd-ed87-4f2d-bdb3-4a536006f4b8 req-0bf6ba0e-1e21-42a9-8f2e-5b6819e6bf17 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524464 Jun 24 10:24:55.384955 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-72323bd5-eaef-4ea6-9440-840c76d5ee7a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:55.386648 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-72323bd5-eaef-4ea6-9440-840c76d5ee7a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 812 time: 0.1232522 Jun 24 10:24:55.416506 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-e3f836b5-bb65-460a-9fd7-42127a10aec0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/quotas/401eb0c9690a4893b941db64b85396a1 HTTP/1.1" status: 200 len: 375 time: 0.0205939 Jun 24 10:24:55.552041 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-03649baf-07ec-41d9-a8e4-1d0196d3e560 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313167 Jun 24 10:24:55.580261 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d41e9-9f3b-4808-aaed-5598cf6edfff req-b95e3ecf-02c6-43a4-b98b-c65c94ca494f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:55.589042 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-dd5d41e9-9f3b-4808-aaed-5598cf6edfff req-b95e3ecf-02c6-43a4-b98b-c65c94ca494f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1006112 Jun 24 10:24:55.662104 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-dd5d41e9-9f3b-4808-aaed-5598cf6edfff req-cc997c11-a0ff-4a43-8e57-bd068a7b6683 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709009 Jun 24 10:24:55.712875 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-b728e9ab-a38c-4af9-b9cc-ee6305ff87bb service neutron] 10.222.0.79 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462276 Jun 24 10:24:55.804674 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-f3598887-ecd8-4ab2-b026-cb2f6c5d1e37 service neutron] 10.222.0.79 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855176 Jun 24 10:24:56.053782 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e534f1e-e417-4659-b8ae-548491c1ef88 req-4643be5f-0d34-4c3b-b8d9-47c020585e48 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:56.062858 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9e534f1e-e417-4659-b8ae-548491c1ef88 req-4643be5f-0d34-4c3b-b8d9-47c020585e48 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 932 time: 0.0759628 Jun 24 10:24:56.120064 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9e534f1e-e417-4659-b8ae-548491c1ef88 req-7170b08d-f29e-41e5-ab06-41c431adb2d2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506017 Jun 24 10:24:56.175686 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-814382db-e58c-4ed0-af8f-8955024ce4f1 req-429b83dd-dd5e-471a-b0ef-92aa58992400 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 210 time: 0.0500236 Jun 24 10:24:56.300968 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ba25b7a4-b824-43cf-9024-91734f8f3584 req-c2067f10-5dda-44e3-a388-81d8b4aeca7a tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0321240 Jun 24 10:24:56.556895 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f617ae8-639a-4845-b8c4-381ac3bc2ea2 req-e9c9ce95-91c8-4543-b639-f6449cfd3376 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:56.565373 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6f617ae8-639a-4845-b8c4-381ac3bc2ea2 req-e9c9ce95-91c8-4543-b639-f6449cfd3376 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0763299 Jun 24 10:24:56.598452 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6f617ae8-639a-4845-b8c4-381ac3bc2ea2 req-1b5a6957-9929-412e-a83a-c05e74e6ade0 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Jun 24 10:24:56.852910 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb2623-c291-4f8d-93a8-03aa8735619c req-db0cd144-f4f7-4bd0-9d78-9a4f2ace86b1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:56.860714 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2afb2623-c291-4f8d-93a8-03aa8735619c req-db0cd144-f4f7-4bd0-9d78-9a4f2ace86b1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0853105 Jun 24 10:24:56.916243 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2afb2623-c291-4f8d-93a8-03aa8735619c req-51fc4176-e24e-450d-9cac-1a98f88d5f73 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543017 Jun 24 10:24:57.307316 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3b0fc-a640-4620-8e33-958e71edd044 req-597951a3-709e-4bf4-acd5-c3e35750010f tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:57.308781 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-06f3b0fc-a640-4620-8e33-958e71edd044 req-597951a3-709e-4bf4-acd5-c3e35750010f tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 932 time: 0.0652370 Jun 24 10:24:57.332523 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-71d603df-47d5-4569-88db-0e9f558b1919 req-73c80124-d4a7-4806-807f-84d43d021399 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 210 time: 0.0331528 Jun 24 10:24:57.352542 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-06f3b0fc-a640-4620-8e33-958e71edd044 req-4f54eac5-e3de-4c63-a018-e4bbcc09e114 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378344 Jun 24 10:24:57.473108 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d509e81a-e7fd-417c-9b0d-34cb3f3f8d59 req-0e045809-bb73-4c1b-9afc-58a85ff0f347 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0295405 Jun 24 10:24:57.780538 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd593818-5e9d-4c96-b6d9-7f8d8f32d4cc req-933cf650-d079-4f31-b62b-cbc656b43b95 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:57.781888 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cd593818-5e9d-4c96-b6d9-7f8d8f32d4cc req-933cf650-d079-4f31-b62b-cbc656b43b95 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0643237 Jun 24 10:24:57.819072 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cd593818-5e9d-4c96-b6d9-7f8d8f32d4cc req-b5ac4d25-f9d8-4236-ab9c-00e6bd2bf0bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Jun 24 10:24:58.098574 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc8e17-ca60-4dec-b1f7-4cad93ff1ae8 req-040faf04-5237-452a-a7c5-3d235753501e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:58.099929 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-20dc8e17-ca60-4dec-b1f7-4cad93ff1ae8 req-040faf04-5237-452a-a7c5-3d235753501e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0691123 Jun 24 10:24:58.140306 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-20dc8e17-ca60-4dec-b1f7-4cad93ff1ae8 req-6666ed0c-643f-4db0-a48b-a1949185e661 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348613 Jun 24 10:24:58.397167 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:24:58.476534 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7b226c71-2bb0-4813-81c7-b249c9dcf0d3 req-2e1d1066-7078-4213-b770-8f7422d20ba9 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 210 time: 0.0279627 Jun 24 10:24:58.525471 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e90e67-7605-4ca7-b4aa-4f4402950eea req-24e5fdc0-13ba-485f-b255-e1573f5f132d tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:58.526945 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f2e90e67-7605-4ca7-b4aa-4f4402950eea req-24e5fdc0-13ba-485f-b255-e1573f5f132d tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 932 time: 0.0620909 Jun 24 10:24:58.566617 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f2e90e67-7605-4ca7-b4aa-4f4402950eea req-9df28e27-26be-41d3-9519-eb97e5d99dc0 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336878 Jun 24 10:24:58.624968 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-420dfb32-28c8-48ef-9b44-cc53ffc05894 req-7c617b3c-754d-4559-ba8c-b7b70a72f7d2 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0274692 Jun 24 10:24:58.989356 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb75ec-bf69-4465-86b3-9f05697d1d8b req-9149b0c5-e955-40b3-9f0f-0b0dc14dd001 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:58.990994 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-18eb75ec-bf69-4465-86b3-9f05697d1d8b req-9149b0c5-e955-40b3-9f0f-0b0dc14dd001 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0632923 Jun 24 10:24:59.029243 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-18eb75ec-bf69-4465-86b3-9f05697d1d8b req-8f833852-47de-4699-ae3e-3a75fc4517a6 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308754 Jun 24 10:24:59.326569 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654af22-1292-4d1d-bf4a-052a1d89078b req-976ac47e-4d6a-45d3-ac2d-b14af35b0f72 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:59.327887 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4654af22-1292-4d1d-bf4a-052a1d89078b req-976ac47e-4d6a-45d3-ac2d-b14af35b0f72 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0646880 Jun 24 10:24:59.364620 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4654af22-1292-4d1d-bf4a-052a1d89078b req-ec2f8011-0de5-4afe-92db-208a2127c738 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311091 Jun 24 10:24:59.615044 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-db5e32e6-846f-4713-949e-808d8244be08 req-5fc8cda2-0fe7-4500-bf0d-0890c6ac5291 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 210 time: 0.0321870 Jun 24 10:24:59.739465 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65770846-14fd-4eeb-93b6-3e6ab928fe71 req-dd7723c2-185e-4c6c-a96a-644495e98733 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:24:59.740972 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-65770846-14fd-4eeb-93b6-3e6ab928fe71 req-dd7723c2-185e-4c6c-a96a-644495e98733 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 932 time: 0.0661416 Jun 24 10:24:59.779921 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2daaaf13-d132-4871-b85a-484a8dbfd67a req-f37066f1-a69b-4998-802a-12db79ad393f tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1dc1837-11d3-46f8-938a-2cf52d8f0864 HTTP/1.1" status: 200 len: 210 time: 0.0297170 Jun 24 10:24:59.784084 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-65770846-14fd-4eeb-93b6-3e6ab928fe71 req-2ce13393-c94e-45c8-9221-a31285f81d52 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Jun 24 10:25:00.151446 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Request body: {'port': {'device_id': '83a7c68b-d267-4492-b8ac-432f469a604c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:00.267713 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:00.286229 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadb28b-bcde-4c3d-a396-b1f8ca91fdad req-89bb9218-9fc6-4edf-b9bb-07c57d6c38a7 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:00.293978 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7dadb28b-bcde-4c3d-a396-b1f8ca91fdad req-89bb9218-9fc6-4edf-b9bb-07c57d6c38a7 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1391916 Jun 24 10:25:00.362580 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7dadb28b-bcde-4c3d-a396-b1f8ca91fdad req-8dadd810-104c-47a6-9864-98730a843a0d tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676241 Jun 24 10:25:00.564421 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2523f0-bf3d-4e35-901d-dd158ec97cbc req-66d2e35b-3391-4c89-8815-24d98c3774d5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:00.566119 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3a2523f0-bf3d-4e35-901d-dd158ec97cbc req-66d2e35b-3391-4c89-8815-24d98c3774d5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0653687 Jun 24 10:25:00.594131 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3661551-42ff-4194-9f5d-2507fe22f865 {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:25:00.601707 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:00.610008 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3a2523f0-bf3d-4e35-901d-dd158ec97cbc req-a727f410-b55f-41e8-9c54-ae04a7f4367c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379944 Jun 24 10:25:00.613861 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Transition to ACTIVE for port object f3661551-42ff-4194-9f5d-2507fe22f865 will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:25:00.617862 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:00.620718 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c7480034-35f5-4c93-83f2-defc3e2f1594 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:00.669316 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Pushing event updated for resources: {'Port': ['ID=f3661551-42ff-4194-9f5d-2507fe22f865,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:00.676752 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:00.770814 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-aefea248-fe24-42fe-a48f-9f4b22bd8497 req-39fc3912-9dda-47fd-9472-31d4f267ad7f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 210 time: 0.0382724 Jun 24 10:25:00.783260 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Attempting to bind port f3661551-42ff-4194-9f5d-2507fe22f865 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:25:00.783685 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Attempting to bind port f3661551-42ff-4194-9f5d-2507fe22f865 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:25:00.784040 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Attempting to bind port f3661551-42ff-4194-9f5d-2507fe22f865 on network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:25:00.789581 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Port f3661551-42ff-4194-9f5d-2507fe22f865 on network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:25:00.789903 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Attempting to bind port f3661551-42ff-4194-9f5d-2507fe22f865 on network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:25:00.800857 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:25:00.800857 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Checking segment: {'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:25:00.800857 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Bound using segment: {'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:25:00.800857 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Bound port: f3661551-42ff-4194-9f5d-2507fe22f865, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ee18ef-974f-4b39-83d5-da3abb1939d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:25:00.800857 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:00.932883 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] For port f3661551-42ff-4194-9f5d-2507fe22f865, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:25:00.937247 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] For port f3661551-42ff-4194-9f5d-2507fe22f865, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3661551-42ff-4194-9f5d-2507fe22f865,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:25:00.941843 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:00.948685 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:00.995177 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:00.995823 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:00.997335 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] 10.222.0.77 "PUT /v2.0/ports/f3661551-42ff-4194-9f5d-2507fe22f865 HTTP/1.1" status: 200 len: 1094 time: 0.8542016 Jun 24 10:25:00.997889 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:25:01.000985 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52733171-3149-4109-a5b9-ea1cbb27c77f" -d '{"events": [{"name": "network-changed", "server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:01.075326 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Pushing event updated for resources: {'Port': ['ID=f3661551-42ff-4194-9f5d-2507fe22f865,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:01.117659 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:01.126767 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edad89d6-fb3f-4ac0-a256-7b4e9d6764c0 x-openstack-request-id: req-edad89d6-fb3f-4ac0-a256-7b4e9d6764c0 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:01.127098 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:01.127390 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-edad89d6-fb3f-4ac0-a256-7b4e9d6764c0 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:01.128535 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'status': 'completed', 'code': 200} Jun 24 10:25:01.209811 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134507cc-fc52-4c34-bca7-79f507c4b374 req-3e863b83-9276-4765-b3b8-7119b0ebe080 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:01.214315 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-eb64a787-35e4-4559-a707-ce93d98fbb9f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:01.217149 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-eb64a787-35e4-4559-a707-ce93d98fbb9f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 812 time: 0.2247627 Jun 24 10:25:01.218534 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-134507cc-fc52-4c34-bca7-79f507c4b374 req-3e863b83-9276-4765-b3b8-7119b0ebe080 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 944 time: 0.2421832 Jun 24 10:25:01.279162 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-444e9a15-38dc-4fe6-b2f4-68e795f400fa tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=401eb0c9690a4893b941db64b85396a1 HTTP/1.1" status: 200 len: 380 time: 0.0497663 Jun 24 10:25:01.290274 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-134507cc-fc52-4c34-bca7-79f507c4b374 req-e3dfb96a-9168-485d-8eb6-07d2cebab416 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704215 Jun 24 10:25:01.297563 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'port': {'device_id': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'admin_state_up': True, 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'security_groups': ['1ccb6cac-271a-4f48-a01e-f36e5633bbd6']}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:01.306283 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-027015ba-2dca-40ea-b849-ac8dad40f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:01.308045 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-027015ba-2dca-40ea-b849-ac8dad40f525 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=126aac14102a42769c7cbc9fa3fae081&device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 1097 time: 0.2264650 Jun 24 10:25:01.381629 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-3e7b341c-733d-4649-8020-1f4456e0c2c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3661551-42ff-4194-9f5d-2507fe22f865 HTTP/1.1" status: 200 len: 217 time: 0.0649209 Jun 24 10:25:01.448041 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Made reservation on behalf of 401eb0c9690a4893b941db64b85396a1 for: {'port': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:25:01.451833 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:01.452021 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-e6859841-26f5-4364-9af5-3bf393d5c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:01.453557 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-e6859841-26f5-4364-9af5-3bf393d5c4d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42694b9e-8fa4-4b6d-ab24-8fc1f509e402 HTTP/1.1" status: 200 len: 854 time: 0.0650744 Jun 24 10:25:01.612384 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Allocated IP 172.20.0.12 (34bc84c6-726b-4a2e-8157-ec7879cbe448/ae7b39c4-59d3-4993-bc90-4f139d81bbde/5465a941-7f2b-4418-a6a3-573125bcbc92) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:25:01.625899 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c36f6-6800-4338-93ae-9b0489185fd9 req-284ef7e6-2aae-4436-9aa7-372d8cd1a732 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:01.627395 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c61c36f6-6800-4338-93ae-9b0489185fd9 req-284ef7e6-2aae-4436-9aa7-372d8cd1a732 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1230097 Jun 24 10:25:01.686911 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c61c36f6-6800-4338-93ae-9b0489185fd9 req-6763cc7a-10bd-4d71-8212-34d641fc045e tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537465 Jun 24 10:25:01.787831 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d4213-1253-433c-9472-e2f1cfc1c6aa req-dc5bc73c-116e-4c5c-99d5-cbea6da3f3c2 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:01.789427 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9c9d4213-1253-433c-9472-e2f1cfc1c6aa req-dc5bc73c-116e-4c5c-99d5-cbea6da3f3c2 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0647023 Jun 24 10:25:01.792802 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:01.807746 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Transition to ACTIVE for port object 5465a941-7f2b-4418-a6a3-573125bcbc92 will not be triggered until provisioned by entity DHCP. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:25:01.832169 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9c9d4213-1253-433c-9472-e2f1cfc1c6aa req-9a34c416-54eb-4a85-95e3-b7d8a5b7f1d1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353782 Jun 24 10:25:01.846463 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:01.858804 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2b7d6e25-7079-4698-8701-b5bdbcea8ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:01.907821 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Network 34bc84c6-726b-4a2e-8157-ec7879cbe448 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:25:01.923144 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:25:01.925033 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'Port': ['ID=5465a941-7f2b-4418-a6a3-573125bcbc92,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:01.927170 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:25:01.963646 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:01.997487 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:01.998191 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:02.017160 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7274897 Jun 24 10:25:02.034498 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba61a8-fc8a-4277-9a44-e7bde30e5690 req-5d48dab5-2b4f-4177-ab2b-db8c40503f07 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:02.036077 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-35ba61a8-fc8a-4277-9a44-e7bde30e5690 req-5d48dab5-2b4f-4177-ab2b-db8c40503f07 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 932 time: 0.1309419 Jun 24 10:25:02.083024 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-35ba61a8-fc8a-4277-9a44-e7bde30e5690 req-c6b5c0b2-a1c5-4f1d-91ed-e33274afd2ac tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 Jun 24 10:25:02.178402 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-7bf41015-cf77-403c-a880-b1e418ea7f64 None None] Provisioning for port 5465a941-7f2b-4418-a6a3-573125bcbc92 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:25:02.182101 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-7bf41015-cf77-403c-a880-b1e418ea7f64 None None] Provisioning complete for port 5465a941-7f2b-4418-a6a3-573125bcbc92 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:25:02.182531 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-7bf41015-cf77-403c-a880-b1e418ea7f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:02.215901 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-7bf41015-cf77-403c-a880-b1e418ea7f64 None None] Port 5465a941-7f2b-4418-a6a3-573125bcbc92 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:25:02.234950 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8b0e8-728a-43ef-b89d-a1d8a2d6aa1b req-54deed42-68d6-42d1-bdac-8ce3cea17aa4 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:02.236396 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e2a8b0e8-728a-43ef-b89d-a1d8a2d6aa1b req-54deed42-68d6-42d1-bdac-8ce3cea17aa4 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0685754 Jun 24 10:25:02.273675 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e2a8b0e8-728a-43ef-b89d-a1d8a2d6aa1b req-2fb4b8c7-17c6-4f56-ba87-e0f9699a1b5b tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315819 Jun 24 10:25:02.455089 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ad219-6eab-4d58-907d-dc687fcf78bf req-fbcbdc32-7a9f-43e5-b6a1-5f9d28af0d39 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:02.456513 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0d2ad219-6eab-4d58-907d-dc687fcf78bf req-fbcbdc32-7a9f-43e5-b6a1-5f9d28af0d39 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 944 time: 0.0617123 Jun 24 10:25:02.492013 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0d2ad219-6eab-4d58-907d-dc687fcf78bf req-a4cb026b-ce0e-4c54-9f4b-7a37b5964518 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299525 Jun 24 10:25:02.853511 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf6266-1ee3-41aa-b9ad-5005dbb006d3 req-7a7f2232-4214-4318-8a37-bfafeb97b7c8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:02.855010 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-74bf6266-1ee3-41aa-b9ad-5005dbb006d3 req-7a7f2232-4214-4318-8a37-bfafeb97b7c8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0604901 Jun 24 10:25:02.893014 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-74bf6266-1ee3-41aa-b9ad-5005dbb006d3 req-4bba3568-5f80-4cad-b92c-855cbdbc6186 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Jun 24 10:25:03.014464 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dce25-a584-4f8b-a5e7-f234b761fcd4 req-cd9e2225-2d68-4e61-a9aa-986cb8c563ff tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:03.015810 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cc1dce25-a584-4f8b-a5e7-f234b761fcd4 req-cd9e2225-2d68-4e61-a9aa-986cb8c563ff tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0634382 Jun 24 10:25:03.052410 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cc1dce25-a584-4f8b-a5e7-f234b761fcd4 req-10d5225e-8d37-4aeb-82df-29db6aa736f8 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Jun 24 10:25:03.417654 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e02280-8817-4a0a-b034-9b8aeb70e623 req-0a526ee4-6378-43ce-b6a7-0f6563e997cb tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:03.419184 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-58e02280-8817-4a0a-b034-9b8aeb70e623 req-0a526ee4-6378-43ce-b6a7-0f6563e997cb tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 932 time: 0.0677898 Jun 24 10:25:03.456377 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745f85d-bcf9-46e4-81d9-bb3fb371578e req-6d1fe26d-ccf8-4fba-ba5d-be3644435ebb tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:03.457818 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f745f85d-bcf9-46e4-81d9-bb3fb371578e req-6d1fe26d-ccf8-4fba-ba5d-be3644435ebb tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0743880 Jun 24 10:25:03.459300 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-58e02280-8817-4a0a-b034-9b8aeb70e623 req-1ea46cd4-d7d1-4e88-b65d-b99a341567a0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336561 Jun 24 10:25:03.495370 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f745f85d-bcf9-46e4-81d9-bb3fb371578e req-806ab307-0134-4cf5-b85c-21e01cc0a5db tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316136 Jun 24 10:25:03.659636 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53653207-c62b-4ba7-a2de-14aec6142bb5 req-81366c0c-1ade-4beb-beef-9a8e8de5845e tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:03.661023 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-53653207-c62b-4ba7-a2de-14aec6142bb5 req-81366c0c-1ade-4beb-beef-9a8e8de5845e tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 944 time: 0.0607498 Jun 24 10:25:03.704579 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-53653207-c62b-4ba7-a2de-14aec6142bb5 req-f221227c-3379-42d4-8077-43a87e4b7c24 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365720 Jun 24 10:25:04.061029 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446d123-6274-4d68-b7b0-e23f8ed94ed4 req-0e29d7e7-4df1-46a1-99c4-144a8daca383 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:04.062526 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0446d123-6274-4d68-b7b0-e23f8ed94ed4 req-0e29d7e7-4df1-46a1-99c4-144a8daca383 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0610285 Jun 24 10:25:04.098708 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0446d123-6274-4d68-b7b0-e23f8ed94ed4 req-16c2c9ba-f95c-417e-8228-cc4b36aa2765 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304885 Jun 24 10:25:04.214414 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:04.228284 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Request body: {'port': {'device_id': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:04.273973 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81687f9c-be80-470e-8605-af32faf66154 req-8109ffdd-f6f3-41a7-8228-d0a62fe2af3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:04.275477 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-81687f9c-be80-470e-8605-af32faf66154 req-8109ffdd-f6f3-41a7-8228-d0a62fe2af3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.1111145 Jun 24 10:25:04.319432 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:04.325711 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-8e6caff2-1473-4058-89b7-b92477ed1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:04.327215 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-8e6caff2-1473-4058-89b7-b92477ed1312 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0eb3be94-8b39-43af-9c4c-0661f34c8e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1009052 Jun 24 10:25:04.330428 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-81687f9c-be80-470e-8605-af32faf66154 req-95ee1518-9d2a-4b3e-b0b8-2d370d4f9188 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465744 Jun 24 10:25:04.422101 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-badd4a0d-107f-4a0e-a3a1-376496bc3fc1 service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870104 Jun 24 10:25:04.512539 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e1c812ce-4f25-4f5b-ac03-ac9a2cdcff21 req-2f75503b-2e85-48ac-9a38-f2e3bde6324f service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834200 Jun 24 10:25:04.630471 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5465a941-7f2b-4418-a6a3-573125bcbc92 {{(pid=92851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:25:04.639312 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:04.649581 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52733171-3149-4109-a5b9-ea1cbb27c77f req-3c81df51-985a-435d-bbde-4e4f89e196ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:04.651189 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-52733171-3149-4109-a5b9-ea1cbb27c77f req-3c81df51-985a-435d-bbde-4e4f89e196ae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=126aac14102a42769c7cbc9fa3fae081&device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 1097 time: 0.0823126 Jun 24 10:25:04.658679 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Transition to ACTIVE for port object 5465a941-7f2b-4418-a6a3-573125bcbc92 will not be triggered until provisioned by entity L2. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:25:04.667574 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:04.673791 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-56dbb210-0269-4a03-a2f1-57f94f226dec tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:04.684792 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f867-e4ba-4201-978c-b02a3e610d52 req-71796d81-36f6-4a92-a0f6-9cc9c91cb281 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:04.686262 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-48f3f867-e4ba-4201-978c-b02a3e610d52 req-71796d81-36f6-4a92-a0f6-9cc9c91cb281 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0732117 Jun 24 10:25:04.686590 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e18b0-e073-423c-ac41-3d31c3767a19 req-046767f8-c9ab-443b-b3b6-e497073b5640 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:04.688028 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-918e18b0-e073-423c-ac41-3d31c3767a19 req-046767f8-c9ab-443b-b3b6-e497073b5640 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 932 time: 0.1150837 Jun 24 10:25:04.728912 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-48f3f867-e4ba-4201-978c-b02a3e610d52 req-11d954b6-8d5e-4bb5-8475-e3c4c1dfd49d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346098 Jun 24 10:25:04.779204 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-918e18b0-e073-423c-ac41-3d31c3767a19 req-a4c12d60-b71b-4346-b393-4d0ca6b65acc tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681286 Jun 24 10:25:04.780090 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Pushing event updated for resources: {'Port': ['ID=5465a941-7f2b-4418-a6a3-573125bcbc92,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:04.785449 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:04.873507 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Attempting to bind port 5465a941-7f2b-4418-a6a3-573125bcbc92 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:25:04.874182 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Attempting to bind port 5465a941-7f2b-4418-a6a3-573125bcbc92 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:25:04.874688 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Attempting to bind port 5465a941-7f2b-4418-a6a3-573125bcbc92 on network 34bc84c6-726b-4a2e-8157-ec7879cbe448 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:25:04.879490 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Port 5465a941-7f2b-4418-a6a3-573125bcbc92 on network 34bc84c6-726b-4a2e-8157-ec7879cbe448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:25:04.879810 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Attempting to bind port 5465a941-7f2b-4418-a6a3-573125bcbc92 on network 34bc84c6-726b-4a2e-8157-ec7879cbe448 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:25:04.884728 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:25:04.885238 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Checking segment: {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:25:04.885621 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Bound using segment: {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:25:04.886052 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Bound port: 5465a941-7f2b-4418-a6a3-573125bcbc92, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'}}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:25:04.888151 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:04.939101 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be986d1-f23f-40dc-8654-8387b21e0a33 req-4faf2b37-78d2-4ceb-b8bd-397954d07d83 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:04.940997 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8be986d1-f23f-40dc-8654-8387b21e0a33 req-4faf2b37-78d2-4ceb-b8bd-397954d07d83 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 944 time: 0.0758598 Jun 24 10:25:04.963221 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] For port 5465a941-7f2b-4418-a6a3-573125bcbc92, host hv-cinder-79049, cleared binding levels {{(pid=92851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:25:04.966570 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] For port 5465a941-7f2b-4418-a6a3-573125bcbc92, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5465a941-7f2b-4418-a6a3-573125bcbc92,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:25:04.972037 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:04.975014 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:04.983712 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8be986d1-f23f-40dc-8654-8387b21e0a33 req-910ce0c3-d734-4435-955e-19a8f8de5d11 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369802 Jun 24 10:25:05.006366 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:05.006962 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:05.008362 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] 10.222.0.77 "PUT /v2.0/ports/5465a941-7f2b-4418-a6a3-573125bcbc92 HTTP/1.1" status: 200 len: 1094 time: 0.7948875 Jun 24 10:25:05.008780 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'tag': '5465a941-7f2b-4418-a6a3-573125bcbc92'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:25:05.011044 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2af3c8-4d19-4159-b25b-64f481544fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e14ef3a-db86-4273-9fed-3c429b3af157", "tag": "5465a941-7f2b-4418-a6a3-573125bcbc92"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:05.035548 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Pushing event updated for resources: {'Port': ['ID=5465a941-7f2b-4418-a6a3-573125bcbc92,revision_number=3']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:05.038708 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:05.049887 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176933bf-91bb-4fcd-9ff4-a835023e2809 x-openstack-request-id: req-176933bf-91bb-4fcd-9ff4-a835023e2809 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:05.050243 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e14ef3a-db86-4273-9fed-3c429b3af157", "tag": "5465a941-7f2b-4418-a6a3-573125bcbc92", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:05.050527 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-176933bf-91bb-4fcd-9ff4-a835023e2809 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:05.050950 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'tag': '5465a941-7f2b-4418-a6a3-573125bcbc92', 'status': 'completed', 'code': 200} Jun 24 10:25:05.271962 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6e4b1-45bc-4c8d-9fd9-8dc1f6be1a1b req-a2a1520a-c09d-4990-9261-af44cf3bc1f4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:05.279550 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3ed6e4b1-45bc-4c8d-9fd9-8dc1f6be1a1b req-a2a1520a-c09d-4990-9261-af44cf3bc1f4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0651133 Jun 24 10:25:05.316380 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3ed6e4b1-45bc-4c8d-9fd9-8dc1f6be1a1b req-0cb3b663-e86f-426a-85d4-e5fffcb37f75 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360353 Jun 24 10:25:05.538312 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07f0cd-9128-4aa5-a29b-2832c6d87014 req-05e601bb-304d-48c7-b62e-4b6cc3c0675b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:05.539756 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dc07f0cd-9128-4aa5-a29b-2832c6d87014 req-05e601bb-304d-48c7-b62e-4b6cc3c0675b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.0645561 Jun 24 10:25:05.578354 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dc07f0cd-9128-4aa5-a29b-2832c6d87014 req-2f9b4745-c8e0-4259-a23d-5a7016a04cd6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323665 Jun 24 10:25:05.903943 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a2794-cc05-4e28-bb68-1e554b4687e0 req-aaec40d2-379e-4985-908f-585ff2e51a99 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:05.905398 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f97a2794-cc05-4e28-bb68-1e554b4687e0 req-aaec40d2-379e-4985-908f-585ff2e51a99 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0623200 Jun 24 10:25:05.943318 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f97a2794-cc05-4e28-bb68-1e554b4687e0 req-204ad961-7062-47fc-bf07-b8d5ccdbaab1 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320845 Jun 24 10:25:05.959577 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6245d7-e4ca-44cb-8fcd-ef8d4b03e8c3 req-f4631fd7-a9d7-4372-a788-ba434307907a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:05.961066 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ee6245d7-e4ca-44cb-8fcd-ef8d4b03e8c3 req-f4631fd7-a9d7-4372-a788-ba434307907a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 944 time: 0.0660157 Jun 24 10:25:05.999918 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ee6245d7-e4ca-44cb-8fcd-ef8d4b03e8c3 req-76b0a050-960d-4e64-9c9f-888617e1cd43 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Jun 24 10:25:06.153547 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30d6f-f26e-48f2-acbf-7c75c644bcd6 req-2298f31b-2137-48e1-9fc8-5862f33d2897 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:06.154943 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0ec30d6f-f26e-48f2-acbf-7c75c644bcd6 req-2298f31b-2137-48e1-9fc8-5862f33d2897 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 944 time: 0.0605817 Jun 24 10:25:06.191239 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0ec30d6f-f26e-48f2-acbf-7c75c644bcd6 req-43478f57-5391-410c-b9ce-6b5c534ffec5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307863 Jun 24 10:25:06.485563 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e68d27-aaf6-4b4e-91b1-f8d8eb9eea7a req-cedb5147-92ca-4239-956b-54c00e99d98a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:06.488308 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1e68d27-aaf6-4b4e-91b1-f8d8eb9eea7a req-cedb5147-92ca-4239-956b-54c00e99d98a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0622835 Jun 24 10:25:06.525677 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1e68d27-aaf6-4b4e-91b1-f8d8eb9eea7a req-a6d3924b-cd40-4c7c-b445-334423cd362b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Jun 24 10:25:06.983019 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077a43a-da82-4664-9dc0-2b4ab7c7eab6 req-26171352-ba74-460e-8312-697b0a6b49d3 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:06.984485 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6077a43a-da82-4664-9dc0-2b4ab7c7eab6 req-26171352-ba74-460e-8312-697b0a6b49d3 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 943 time: 0.2910058 Jun 24 10:25:07.028241 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6077a43a-da82-4664-9dc0-2b4ab7c7eab6 req-cbbe02ae-dc02-4610-bcd2-4b8cb2253ad1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380890 Jun 24 10:25:07.131700 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6d11c-0f4f-4cc9-ba50-0abb4af0a863 req-8d5c6b57-52ed-4c19-a60b-10cd787be037 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:07.133061 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c3d6d11c-0f4f-4cc9-ba50-0abb4af0a863 req-8d5c6b57-52ed-4c19-a60b-10cd787be037 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0626254 Jun 24 10:25:07.169504 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c3d6d11c-0f4f-4cc9-ba50-0abb4af0a863 req-1275a161-77b8-45b1-ba67-c48762dfa31f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309296 Jun 24 10:25:07.189506 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8cbb6-017a-416c-8d7a-dd40d05e70e4 req-72f5285a-c28f-4ecb-aa74-063be39c1fe1 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:07.191237 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8eb8cbb6-017a-416c-8d7a-dd40d05e70e4 req-72f5285a-c28f-4ecb-aa74-063be39c1fe1 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 944 time: 0.0623827 Jun 24 10:25:07.228847 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8eb8cbb6-017a-416c-8d7a-dd40d05e70e4 req-574cf668-ba7c-43a9-ad68-10d4598d9ad8 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321071 Jun 24 10:25:07.318840 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 744574d4-1813-4da4-a8bd-39d5f14ada9c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:25:07.410915 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52733171-3149-4109-a5b9-ea1cbb27c77f req-a36db7ab-7d11-4846-b3bb-4741504cb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:07.411414 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6032e-68a2-4520-a89b-c0171482b22c req-80b2ae0c-d654-4e4e-a487-31b453f8e0c1 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:07.412459 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-52733171-3149-4109-a5b9-ea1cbb27c77f req-a36db7ab-7d11-4846-b3bb-4741504cb865 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0eb3be94-8b39-43af-9c4c-0661f34c8e94 HTTP/1.1" status: 200 len: 917 time: 0.0965149 Jun 24 10:25:07.414594 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6fe6032e-68a2-4520-a89b-c0171482b22c req-80b2ae0c-d654-4e4e-a487-31b453f8e0c1 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 944 time: 0.1096642 Jun 24 10:25:07.429656 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:07.438330 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2af3c8-4d19-4159-b25b-64f481544fd0 req-c33b350d-fe42-4e14-8b6c-75359f5185a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:07.440039 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fc2af3c8-4d19-4159-b25b-64f481544fd0 req-c33b350d-fe42-4e14-8b6c-75359f5185a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 1097 time: 0.0979741 Jun 24 10:25:07.445030 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'port_id': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'mac_address': 'fa:16:3e:67:82:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:25:07.463739 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-52733171-3149-4109-a5b9-ea1cbb27c77f req-f082d93f-3059-4345-b146-58f9d550850c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3661551-42ff-4194-9f5d-2507fe22f865 HTTP/1.1" status: 200 len: 217 time: 0.0389700 Jun 24 10:25:07.482487 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:07.491690 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6fe6032e-68a2-4520-a89b-c0171482b22c req-8edda409-1e55-461d-a26d-a63f80844211 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729420 Jun 24 10:25:07.495264 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744574d4-1813-4da4-a8bd-39d5f14ada9c {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:25:07.522027 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:07.527070 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:07.532287 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-d375c59d-3045-481e-a829-49aae1e8c1ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:07.540957 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52733171-3149-4109-a5b9-ea1cbb27c77f req-bb3e3b74-4cca-486a-bfa9-53db23a5e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:07.543420 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-52733171-3149-4109-a5b9-ea1cbb27c77f req-bb3e3b74-4cca-486a-bfa9-53db23a5e305 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42694b9e-8fa4-4b6d-ab24-8fc1f509e402 HTTP/1.1" status: 200 len: 854 time: 0.0660992 Jun 24 10:25:07.623401 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=744574d4-1813-4da4-a8bd-39d5f14ada9c,revision_number=9']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:07.635746 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:07.641982 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52733171-3149-4109-a5b9-ea1cbb27c77f req-32a8382c-ec6c-4316-a965-4b2672629519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:07.643728 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-52733171-3149-4109-a5b9-ea1cbb27c77f req-32a8382c-ec6c-4316-a965-4b2672629519 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0eb3be94-8b39-43af-9c4c-0661f34c8e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922003 Jun 24 10:25:07.681815 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2af3c8-4d19-4159-b25b-64f481544fd0 req-b405604b-a137-46dc-ac47-83a207084e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:07.684220 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fc2af3c8-4d19-4159-b25b-64f481544fd0 req-b405604b-a137-46dc-ac47-83a207084e73 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=401eb0c9690a4893b941db64b85396a1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2297204 Jun 24 10:25:07.791677 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-52733171-3149-4109-a5b9-ea1cbb27c77f req-c445f55e-18c4-4a6c-821e-e79fa13c3fbc service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329017 Jun 24 10:25:07.808414 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b96c8-cf36-4759-b112-7030cfa5b23f req-c4d7977a-c1f8-4a64-8c5b-36135a62133a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:07.810574 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-066b96c8-cf36-4759-b112-7030cfa5b23f req-c4d7977a-c1f8-4a64-8c5b-36135a62133a tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.1411104 Jun 24 10:25:07.826252 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['744574d4-1813-4da4-a8bd-39d5f14ada9c'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:07.858927 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2af3c8-4d19-4159-b25b-64f481544fd0 req-800f7fbe-2d76-4216-9b33-8b0fa0bd595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:07.859982 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-fc2af3c8-4d19-4159-b25b-64f481544fd0 req-800f7fbe-2d76-4216-9b33-8b0fa0bd595f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1693671 Jun 24 10:25:07.897739 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-066b96c8-cf36-4759-b112-7030cfa5b23f req-df5becbf-4185-489c-9cf6-7b4f88e80ba5 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786903 Jun 24 10:25:07.931156 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-52733171-3149-4109-a5b9-ea1cbb27c77f req-10be1880-ab8e-4641-9edd-b538cc29bd3a service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306953 Jun 24 10:25:07.976907 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-82ed20e8-050c-4098-8182-fb11305c2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:07.978697 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-82ed20e8-050c-4098-8182-fb11305c2637 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 1097 time: 0.0621738 Jun 24 10:25:08.028281 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-6e8b385b-817a-41b1-85f4-80c969c729ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5465a941-7f2b-4418-a6a3-573125bcbc92 HTTP/1.1" status: 200 len: 217 time: 0.0406685 Jun 24 10:25:08.323822 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-f7245c1d-b402-40fe-8826-968cf64821bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:08.325320 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-f7245c1d-b402-40fe-8826-968cf64821bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.2877111 Jun 24 10:25:08.356792 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfab6ba-9f38-4af1-aadd-3f5f2a73eaf4 req-e9e3f670-6f5e-43a9-a5e1-ccf5dd5a00d4 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:08.358295 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4cfab6ba-9f38-4af1-aadd-3f5f2a73eaf4 req-e9e3f670-6f5e-43a9-a5e1-ccf5dd5a00d4 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0703511 Jun 24 10:25:08.379485 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-9046c177-38c5-4939-9c8f-b7c5f519df8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:08.386499 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d88fb-6f2a-4ffd-80fe-26498481c538 req-1e6cebf7-c4a8-4cf6-a830-42aad78b3f0d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:08.387984 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6f7d88fb-6f2a-4ffd-80fe-26498481c538 req-1e6cebf7-c4a8-4cf6-a830-42aad78b3f0d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 944 time: 0.1122801 Jun 24 10:25:08.400667 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4cfab6ba-9f38-4af1-aadd-3f5f2a73eaf4 req-c630dd76-74cc-4f8a-a8fe-fa50280836e6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362539 Jun 24 10:25:08.443605 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6f7d88fb-6f2a-4ffd-80fe-26498481c538 req-820ab2c4-e5c8-4d8c-8017-b7a707951064 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485265 Jun 24 10:25:08.445342 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-5b6fa43d-d44d-472c-86ce-9702d9cfb4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:08.446779 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-5b6fa43d-d44d-472c-86ce-9702d9cfb4b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1120765 Jun 24 10:25:08.538673 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-6ef2087b-ba02-404a-9ce3-6165a957e2f4 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830030 Jun 24 10:25:08.578235 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b2c9c-9c74-4f0e-b09f-51b98462152b req-fa54582d-a4fa-4c12-a3cd-3b5e07611e64 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:08.579829 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a83b2c9c-9c74-4f0e-b09f-51b98462152b req-fa54582d-a4fa-4c12-a3cd-3b5e07611e64 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 944 time: 0.0711846 Jun 24 10:25:08.628373 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a83b2c9c-9c74-4f0e-b09f-51b98462152b req-f9671c04-98d8-4b22-8135-9d9399d48034 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401385 Jun 24 10:25:08.676521 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5cbecd4e-26e2-485f-b4ea-618408efa11b req-738ec3a3-4e5e-43e9-ad8b-542d623af3a1 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294057 Jun 24 10:25:08.711619 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e6006-ef97-4ce7-9ba9-f0d56ce216e2 req-54c4f409-e8da-4a9a-a2a6-b45c432c93d4 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:08.713227 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3f4e6006-ef97-4ce7-9ba9-f0d56ce216e2 req-54c4f409-e8da-4a9a-a2a6-b45c432c93d4 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 944 time: 0.0889618 Jun 24 10:25:08.758211 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3f4e6006-ef97-4ce7-9ba9-f0d56ce216e2 req-dd7afc74-534f-4713-af65-bbfcdd5c2c0b tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378973 Jun 24 10:25:09.105517 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b842cbc-d102-498d-9d86-75c5d4d89bdb req-3af7b875-4cc9-41af-b7d3-4ce0a4d68ab2 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:09.110742 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6b842cbc-d102-498d-9d86-75c5d4d89bdb req-3af7b875-4cc9-41af-b7d3-4ce0a4d68ab2 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0834284 Jun 24 10:25:09.152757 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6b842cbc-d102-498d-9d86-75c5d4d89bdb req-c89652b3-0883-4427-b182-6c2e35242ff4 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 Jun 24 10:25:09.573929 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1234128-9c42-4383-8667-7e92d583a87d req-c1e24af6-bbfc-4a23-8dc0-36c869156b70 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:09.575948 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a1234128-9c42-4383-8667-7e92d583a87d req-c1e24af6-bbfc-4a23-8dc0-36c869156b70 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0667267 Jun 24 10:25:09.613330 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a1234128-9c42-4383-8667-7e92d583a87d req-90bd6a90-69f7-4960-aa22-06a88136200b tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315380 Jun 24 10:25:09.619899 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e642ac-0a6c-4cbc-b480-859fd80d3980 req-a5d1f8e4-c846-4fb5-942e-8d56d335839a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:09.621384 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-85e642ac-0a6c-4cbc-b480-859fd80d3980 req-a5d1f8e4-c846-4fb5-942e-8d56d335839a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 944 time: 0.0611579 Jun 24 10:25:09.658389 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-85e642ac-0a6c-4cbc-b480-859fd80d3980 req-1a631b3b-d20e-4408-9f5c-e2eada305e71 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313210 Jun 24 10:25:09.807465 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1a2b1-0f9e-470c-af2a-98c160517602 req-6f4ce596-5b42-4c54-b656-80a06f1ce1e4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:09.809442 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9fb1a2b1-0f9e-470c-af2a-98c160517602 req-6f4ce596-5b42-4c54-b656-80a06f1ce1e4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 944 time: 0.0636456 Jun 24 10:25:09.848283 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9fb1a2b1-0f9e-470c-af2a-98c160517602 req-dd98987c-c4f8-49ab-aada-18833990c172 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Jun 24 10:25:09.935489 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60820f-bdb5-48ed-a289-fded3764d077 req-49fd3c9e-94f9-4fcd-b11e-cefadfb3e23e tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:09.936919 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-af60820f-bdb5-48ed-a289-fded3764d077 req-49fd3c9e-94f9-4fcd-b11e-cefadfb3e23e tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 944 time: 0.0603642 Jun 24 10:25:09.973710 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-af60820f-bdb5-48ed-a289-fded3764d077 req-3975c87e-a1dc-4283-9180-a66a7020df71 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307674 Jun 24 10:25:10.321815 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae4dc-0acc-4eba-9b64-35821be0fc46 req-09e05203-c1fb-440a-9bd7-b4a94be29b04 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:10.323258 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-264ae4dc-0acc-4eba-9b64-35821be0fc46 req-09e05203-c1fb-440a-9bd7-b4a94be29b04 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0619569 Jun 24 10:25:10.358969 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-264ae4dc-0acc-4eba-9b64-35821be0fc46 req-255fa286-8b6a-4fc9-9ab9-61166385e555 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301731 Jun 24 10:25:10.789053 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e23fe4-84ba-4274-b1b4-dba0566c1eb9 req-19b526d9-628d-4e40-9c64-b52fdbfcd8f5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:10.790542 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-38e23fe4-84ba-4274-b1b4-dba0566c1eb9 req-19b526d9-628d-4e40-9c64-b52fdbfcd8f5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0655565 Jun 24 10:25:10.829493 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-38e23fe4-84ba-4274-b1b4-dba0566c1eb9 req-580fc0a4-8f9f-4638-b539-2a4e27eb0397 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322833 Jun 24 10:25:10.850432 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57434-a7f5-43b8-a004-cdbe355e8d27 req-7e64aae9-ed35-4fae-8c09-0c5613fafdfc tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:10.851873 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7eb57434-a7f5-43b8-a004-cdbe355e8d27 req-7e64aae9-ed35-4fae-8c09-0c5613fafdfc tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 944 time: 0.0753379 Jun 24 10:25:10.889487 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7eb57434-a7f5-43b8-a004-cdbe355e8d27 req-18d46ec3-83b7-4424-a4c5-7e119bc11f61 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Jun 24 10:25:11.019000 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498255f-ef82-4e56-90c0-b2a1d16380ce req-588e1b50-6fa8-4aea-abba-7d6db37e2f74 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:11.023658 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8498255f-ef82-4e56-90c0-b2a1d16380ce req-588e1b50-6fa8-4aea-abba-7d6db37e2f74 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 944 time: 0.0673931 Jun 24 10:25:11.062419 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8498255f-ef82-4e56-90c0-b2a1d16380ce req-38130497-d68b-437c-acd0-c8f8ef67c530 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324953 Jun 24 10:25:11.091855 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-210e06da-a7d9-45c7-9425-17be2feedb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:11.147427 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352b3ff-a173-4819-abd6-40dd70da07eb req-f2acd076-d2a6-4e5c-9f2c-8b1b2300a450 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:11.148788 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5352b3ff-a173-4819-abd6-40dd70da07eb req-f2acd076-d2a6-4e5c-9f2c-8b1b2300a450 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 944 time: 0.0617347 Jun 24 10:25:11.186614 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5352b3ff-a173-4819-abd6-40dd70da07eb req-4eea5a6d-2539-4bcc-b28f-598ed10eb341 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Jun 24 10:25:11.211807 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:11.526245 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a6db9-18e2-499f-bea5-2e2946ef707c req-e83b43de-7fe8-446f-ac93-2e096fa18d1c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:11.527683 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-811a6db9-18e2-499f-bea5-2e2946ef707c req-e83b43de-7fe8-446f-ac93-2e096fa18d1c tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0599589 Jun 24 10:25:11.567936 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-811a6db9-18e2-499f-bea5-2e2946ef707c req-87368d78-603b-45a5-8f0f-8826a943e516 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346398 Jun 24 10:25:11.643501 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f3661551-42ff-4194-9f5d-2507fe22f865 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:25:11.646580 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 744574d4-1813-4da4-a8bd-39d5f14ada9c up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:25:11.755369 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 744574d4-1813-4da4-a8bd-39d5f14ada9c triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:25:11.755744 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:11.793496 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f3661551-42ff-4194-9f5d-2507fe22f865, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3661551-42ff-4194-9f5d-2507fe22f865,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:11.811485 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'port_id': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'mac_address': 'fa:16:3e:0e:0b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:25:11.879293 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:11.898039 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:11.902173 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3661551-42ff-4194-9f5d-2507fe22f865 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:25:11.945267 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f3661551-42ff-4194-9f5d-2507fe22f865, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3661551-42ff-4194-9f5d-2507fe22f865,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:11.951507 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:25:11.954100 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e9bb4a-f988-48a7-9861-3cbb469efbf9" -d '{"events": [{"server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "name": "network-vif-plugged", "status": "completed", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:11.960011 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:11.967743 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:11.973710 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:11.994173 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:12.024359 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:12.025708 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58a0f-2aa8-4d2b-a166-549235b72964 req-d1e49bcf-3200-40c0-b89c-19a04656ebe3 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:12.027341 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1c58a0f-2aa8-4d2b-a166-549235b72964 req-d1e49bcf-3200-40c0-b89c-19a04656ebe3 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0714545 Jun 24 10:25:12.034686 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=f3661551-42ff-4194-9f5d-2507fe22f865,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:12.037920 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:12.038659 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-be34b7ac-4cb0-4367-9650-d03aa8d2b6e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:12.068703 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1c58a0f-2aa8-4d2b-a166-549235b72964 req-e94bbc3a-5dd5-44a2-9dfa-f73c307e4854 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343595 Jun 24 10:25:12.097138 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=744574d4-1813-4da4-a8bd-39d5f14ada9c,revision_number=10']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:12.101077 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f31c56-cc9a-4709-a753-68d9f4215638 req-4d4418b3-e357-47ab-9434-097dd67b26c7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:12.103222 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-52f31c56-cc9a-4709-a753-68d9f4215638 req-4d4418b3-e357-47ab-9434-097dd67b26c7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 946 time: 0.0764647 Jun 24 10:25:12.106462 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:12.146691 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-52f31c56-cc9a-4709-a753-68d9f4215638 req-c3b896ae-e1b7-48d7-a2ca-45ca7a29a273 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371072 Jun 24 10:25:12.159922 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbea3f7-05e6-4d3a-8406-fc09a06644b6 req-1a0e0f13-0cb1-4482-b7c0-806ec50776d5 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:12.161404 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-bcbea3f7-05e6-4d3a-8406-fc09a06644b6 req-1a0e0f13-0cb1-4482-b7c0-806ec50776d5 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.77 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0704675 Jun 24 10:25:12.194810 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['f3661551-42ff-4194-9f5d-2507fe22f865'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:12.219140 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb64c5e-4292-45ec-bcd0-0ed0e31882d4 x-openstack-request-id: req-edb64c5e-4292-45ec-bcd0-0ed0e31882d4 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:12.219517 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "name": "network-vif-plugged", "status": "completed", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:12.220894 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-edb64c5e-4292-45ec-bcd0-0ed0e31882d4 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:12.222408 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'code': 200} Jun 24 10:25:12.366777 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-ea08fcd0-f9eb-40ad-9d73-0b1d15795296 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:12.368452 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-ea08fcd0-f9eb-40ad-9d73-0b1d15795296 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/networks?id=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 HTTP/1.1" status: 200 len: 812 time: 0.2061675 Jun 24 10:25:12.386167 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1504e-a7d1-4a27-b323-9cf2ccacadb0 req-dacbbbfa-9428-4cd8-8c76-df2762a78dab tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:12.387307 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-35b1504e-a7d1-4a27-b323-9cf2ccacadb0 req-dacbbbfa-9428-4cd8-8c76-df2762a78dab tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 944 time: 0.0752718 Jun 24 10:25:12.390019 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-4005a98f-0314-400b-b09f-eae4fddc945e tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/quotas/3f874990611f43259650fa47e779bf2d HTTP/1.1" status: 200 len: 375 time: 0.0143850 Jun 24 10:25:12.430468 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-35b1504e-a7d1-4a27-b323-9cf2ccacadb0 req-a5da8de9-bb38-454b-8803-094cb05b612c tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348868 Jun 24 10:25:12.446347 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-fedfe46f-c3f7-41ca-b108-2fcbaa291d29 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3f874990611f43259650fa47e779bf2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508928 Jun 24 10:25:12.447799 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-bcbea3f7-05e6-4d3a-8406-fc09a06644b6 req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Deleting port afa4826a-69b5-4011-8177-49eb6f4a5483 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:25:12.448143 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-bcbea3f7-05e6-4d3a-8406-fc09a06644b6 req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:12.613642 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525c623-4b2f-43ff-9d5e-592622ee492d req-e0374220-23d6-4589-b7f0-8a4893963591 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:12.615042 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8525c623-4b2f-43ff-9d5e-592622ee492d req-e0374220-23d6-4589-b7f0-8a4893963591 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 945 time: 0.0694888 Jun 24 10:25:12.615196 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-bcbea3f7-05e6-4d3a-8406-fc09a06644b6 req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] For port afa4826a-69b5-4011-8177-49eb6f4a5483, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=afa4826a-69b5-4011-8177-49eb6f4a5483,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:12.615412 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-bcbea3f7-05e6-4d3a-8406-fc09a06644b6 req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:12.625491 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-fa002336-c608-4b06-b092-716eb61c21bf service neutron] 10.222.0.79 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647120 Jun 24 10:25:12.631565 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-bcbea3f7-05e6-4d3a-8406-fc09a06644b6 req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Calling delete_port for afa4826a-69b5-4011-8177-49eb6f4a5483 owned by compute:nova {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:25:12.658042 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8525c623-4b2f-43ff-9d5e-592622ee492d req-3103052a-5722-49dd-a57f-d35f41bbf188 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355868 Jun 24 10:25:12.729880 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0f900-92bd-40ee-bdb9-d74ecea87c1d req-b65e39d5-9d8a-4843-b3e2-dc811a8cf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:12.732100 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7bc0f900-92bd-40ee-bdb9-d74ecea87c1d req-b65e39d5-9d8a-4843-b3e2-dc811a8cf064 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 1099 time: 0.0562170 Jun 24 10:25:12.780241 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-d1a2ca6f-1502-44d6-bd84-37cdc2ae2cfd service neutron] 10.222.0.79 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443715 Jun 24 10:25:12.823918 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2c0fd-bfad-4121-ba52-b09943c18dd1 req-a7892322-cb8a-454a-9402-1040d1cdc1bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:12.825970 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-34c2c0fd-bfad-4121-ba52-b09943c18dd1 req-a7892322-cb8a-454a-9402-1040d1cdc1bd tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 946 time: 0.0679064 Jun 24 10:25:12.840643 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-bcbea3f7-05e6-4d3a-8406-fc09a06644b6 req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:12.844883 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3a241787-a390-4d03-856a-9a2550def269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:12.867962 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-34c2c0fd-bfad-4121-ba52-b09943c18dd1 req-ed63fe2e-8c26-406c-9f67-4c77c157609b tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/security-groups?id=be9aca09-f1ff-434b-be43-41ca77f3d722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344608 Jun 24 10:25:12.871602 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Pushing event deleted for resources: {'Port': ['ID=afa4826a-69b5-4011-8177-49eb6f4a5483,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:12.874967 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:12.920196 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbea3f7-05e6-4d3a-8406-fc09a06644b6 req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] No DVR routers for this DVR port afa4826a-69b5-4011-8177-49eb6f4a5483 on host hv-cinder-79049 {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:25:12.922726 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-bcbea3f7-05e6-4d3a-8406-fc09a06644b6 req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:12.924827 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-bcbea3f7-05e6-4d3a-8406-fc09a06644b6 req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.77 "DELETE /v2.0/ports/afa4826a-69b5-4011-8177-49eb6f4a5483 HTTP/1.1" status: 204 len: 173 time: 0.7414613 Jun 24 10:25:12.925330 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7724a993-8c84-4e45-8d36-223defe95f5b', 'name': 'network-vif-deleted', 'tag': 'afa4826a-69b5-4011-8177-49eb6f4a5483'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:25:12.927626 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0266c248-77c3-41f5-aaa5-5f11174a67b5" -d '{"events": [{"server_uuid": "7724a993-8c84-4e45-8d36-223defe95f5b", "name": "network-vif-deleted", "tag": "afa4826a-69b5-4011-8177-49eb6f4a5483"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:12.963099 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b873d0c6-39ed-4e49-be4b-c480368de74b x-openstack-request-id: req-b873d0c6-39ed-4e49-be4b-c480368de74b {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:12.963610 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7724a993-8c84-4e45-8d36-223defe95f5b", "name": "network-vif-deleted", "tag": "afa4826a-69b5-4011-8177-49eb6f4a5483", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:12.964060 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b873d0c6-39ed-4e49-be4b-c480368de74b {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:12.965243 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7724a993-8c84-4e45-8d36-223defe95f5b', 'name': 'network-vif-deleted', 'tag': 'afa4826a-69b5-4011-8177-49eb6f4a5483', 'status': 'completed', 'code': 200} Jun 24 10:25:12.977926 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-87efdad8-8b80-4b47-a833-cb87e5fc7ea3 req-f946a3f8-610d-4375-bf7c-2bedbcd4a9eb tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 210 time: 0.0318024 Jun 24 10:25:13.255342 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e9b08-7d0a-47aa-8573-b7f24f15c529 req-8bc5b9f1-b2cd-4c6b-90bc-acc995eed2dc tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:13.257402 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b2e9b08-7d0a-47aa-8573-b7f24f15c529 req-8bc5b9f1-b2cd-4c6b-90bc-acc995eed2dc tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0725257 Jun 24 10:25:13.302259 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b2e9b08-7d0a-47aa-8573-b7f24f15c529 req-2f40dcd3-dce5-44a2-be39-8e430bbe29ff tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380337 Jun 24 10:25:13.350890 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d10b80-d984-4e0a-a71a-7d7954ebc603 req-0b7ed037-49b5-4122-ad0d-0d6a374f431c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:13.352341 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-02d10b80-d984-4e0a-a71a-7d7954ebc603 req-0b7ed037-49b5-4122-ad0d-0d6a374f431c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 946 time: 0.0717702 Jun 24 10:25:13.389817 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-02d10b80-d984-4e0a-a71a-7d7954ebc603 req-b0c02ac0-7e22-4ef0-a6a5-ceb557c358ea tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310967 Jun 24 10:25:13.607865 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfb1a6-0460-4bae-a14a-ac20ce388507 req-567745da-503e-4150-b530-e656ffa29f93 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:13.609374 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-93bfb1a6-0460-4bae-a14a-ac20ce388507 req-567745da-503e-4150-b530-e656ffa29f93 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 944 time: 0.0684652 Jun 24 10:25:13.648253 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-93bfb1a6-0460-4bae-a14a-ac20ce388507 req-26e1378e-7d52-45c0-8c8f-0819a63707d1 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329862 Jun 24 10:25:13.664140 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7bc0f900-92bd-40ee-bdb9-d74ecea87c1d req-8d34cfd9-2b33-4f96-99f6-3fa5e004905b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289545 Jun 24 10:25:13.719671 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:13.833152 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f505eb4-4e50-4756-8b11-a68050de66b8 req-6528418f-2607-4ca2-a6e2-4ce0d704871d tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:13.834626 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9f505eb4-4e50-4756-8b11-a68050de66b8 req-6528418f-2607-4ca2-a6e2-4ce0d704871d tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 945 time: 0.0660963 Jun 24 10:25:13.870911 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9f505eb4-4e50-4756-8b11-a68050de66b8 req-f1d2b5ea-bb28-4ed6-b437-c2c0d50c8c4d tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305388 Jun 24 10:25:14.017514 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-adc75e77-2874-409c-82c5-3e5036b75c52 req-53f620cb-35cc-40f7-95a9-59a1f17d1f67 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 210 time: 0.0282655 Jun 24 10:25:14.115635 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e8e98e90-db79-414b-b565-ea8ded31038f req-ce450e06-6542-4af8-8990-9d3679a31846 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 210 time: 0.0299935 Jun 24 10:25:14.472284 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeea4d7-ddcc-4591-93c7-7c0f2f832551 req-8880b61c-7f5a-4be1-8673-0f542bb30fb1 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:14.473779 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-beeea4d7-ddcc-4591-93c7-7c0f2f832551 req-8880b61c-7f5a-4be1-8673-0f542bb30fb1 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0630589 Jun 24 10:25:14.514096 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-beeea4d7-ddcc-4591-93c7-7c0f2f832551 req-d5633d66-ab99-4272-9f2f-0bd30dbfbf19 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342860 Jun 24 10:25:14.585341 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd92ec2-062e-428b-9509-5a49eba64f5b req-d1b6edfc-3895-4b7a-b251-f77c6236c963 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:14.586852 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2cd92ec2-062e-428b-9509-5a49eba64f5b req-d1b6edfc-3895-4b7a-b251-f77c6236c963 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 946 time: 0.0724864 Jun 24 10:25:14.623822 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2cd92ec2-062e-428b-9509-5a49eba64f5b req-b6cd4a5f-3cdd-4161-92ac-b98846cf7263 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313385 Jun 24 10:25:14.820660 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44ede1-a004-4e5a-a867-c1ca04a50ab8 req-e6c40ac6-139b-45c7-8338-5b267f237320 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:14.822122 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3f44ede1-a004-4e5a-a867-c1ca04a50ab8 req-e6c40ac6-139b-45c7-8338-5b267f237320 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 944 time: 0.0654838 Jun 24 10:25:14.858052 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3f44ede1-a004-4e5a-a867-c1ca04a50ab8 req-8cb7d812-03ab-4292-97e9-1fb0f844298e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302384 Jun 24 10:25:15.046007 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51451a-4c91-4a34-8211-d75e785ad3e3 req-5d745eab-28de-4b9e-b354-f09d3451c3dd tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:15.047475 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6c51451a-4c91-4a34-8211-d75e785ad3e3 req-5d745eab-28de-4b9e-b354-f09d3451c3dd tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 945 time: 0.0652528 Jun 24 10:25:15.084879 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6c51451a-4c91-4a34-8211-d75e785ad3e3 req-75f6bf61-89ad-4ece-951a-c28a8d4ab4bb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Jun 24 10:25:15.166374 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-88134432-f4a1-41ab-9151-bed792857e40 req-c70b38fa-6870-4497-a131-0f3883a4c9ba tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] 10.222.0.79 "GET /v2.0/ports?device_id=7724a993-8c84-4e45-8d36-223defe95f5b HTTP/1.1" status: 200 len: 210 time: 0.0274358 Jun 24 10:25:15.251555 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ccbb21f3-d12c-4a95-bf60-37a95e581d9c req-6e1cc07a-4cd2-4dd7-8072-77095a8654c8 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 210 time: 0.0280578 Jun 24 10:25:15.428091 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['afa4826a-69b5-4011-8177-49eb6f4a5483'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:15.710285 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079ff9f-ccad-4c63-b302-963f3c15c300 req-19f01cde-8f61-465f-8c13-24a810804aa0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:15.711845 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3079ff9f-ccad-4c63-b302-963f3c15c300 req-19f01cde-8f61-465f-8c13-24a810804aa0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0745299 Jun 24 10:25:15.748715 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3079ff9f-ccad-4c63-b302-963f3c15c300 req-ab67c58d-50d6-4ce7-976a-2c97de690db4 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311744 Jun 24 10:25:15.812204 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2042f57-a2f5-4b62-be7d-4bdb744732f5 req-5174ce1e-53b8-4d43-a523-e0d1a177e7b4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:15.813784 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a2042f57-a2f5-4b62-be7d-4bdb744732f5 req-5174ce1e-53b8-4d43-a523-e0d1a177e7b4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 946 time: 0.0614555 Jun 24 10:25:15.850922 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a2042f57-a2f5-4b62-be7d-4bdb744732f5 req-f056763b-eaf3-4d49-b752-7895871c7fd4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 Jun 24 10:25:16.038603 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533d0eb-55a0-4188-a3ac-bbd5ec649dfa req-e466cebb-405a-4faf-8cac-ac328e752605 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:16.040405 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8533d0eb-55a0-4188-a3ac-bbd5ec649dfa req-e466cebb-405a-4faf-8cac-ac328e752605 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 944 time: 0.0715005 Jun 24 10:25:16.086840 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8533d0eb-55a0-4188-a3ac-bbd5ec649dfa req-87eb77b7-d3e8-4ad3-aa7b-491f330b5238 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399234 Jun 24 10:25:16.260606 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 39888) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:16.273468 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86b008-9eb9-4ffd-a299-2ad21dd6e399 req-408f2559-d2c9-4846-aa08-8b42ec308701 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:16.275043 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fd86b008-9eb9-4ffd-a299-2ad21dd6e399 req-408f2559-d2c9-4846-aa08-8b42ec308701 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 945 time: 0.0676467 Jun 24 10:25:16.317424 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fd86b008-9eb9-4ffd-a299-2ad21dd6e399 req-94c30747-90dc-41d4-87d0-a34d84896cc5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357769 Jun 24 10:25:16.430163 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d3e44819-6533-40ea-bff5-96ce3ee2583e req-7ac33b17-6430-46b5-9aed-492c6b784d07 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 210 time: 0.0615075 Jun 24 10:25:16.953303 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450458'] for router_interface, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:16.971281 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-1cefd1b6-1485-4b88-aea8-3378f313a6e9 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:16.973505 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-1cefd1b6-1485-4b88-aea8-3378f313a6e9 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.77 "GET /v2.0/networks?id=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 HTTP/1.1" status: 200 len: 812 time: 0.1759806 Jun 24 10:25:16.991209 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Request body: {'port': {'device_id': '26b5c35a-2180-4d0d-8f93-3e44ab87b5ea', 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6', 'admin_state_up': True, 'tenant_id': '3f874990611f43259650fa47e779bf2d'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:17.240378 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Made reservation on behalf of 3f874990611f43259650fa47e779bf2d for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:25:17.249557 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:17.441929 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f3661551-42ff-4194-9f5d-2507fe22f865 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:25:17.480830 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cd145-6122-4d37-a850-e24f31c999fc req-6714df95-31e0-44f0-a7a3-07be62a6804d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:17.483370 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-600cd145-6122-4d37-a850-e24f31c999fc req-6714df95-31e0-44f0-a7a3-07be62a6804d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.2245765 Jun 24 10:25:17.521651 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port f3661551-42ff-4194-9f5d-2507fe22f865 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:25:17.531095 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port f3661551-42ff-4194-9f5d-2507fe22f865 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:25:17.531473 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:17.561203 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-600cd145-6122-4d37-a850-e24f31c999fc req-ecafaf55-f0bb-4926-8019-f30196f9cb2d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533435 Jun 24 10:25:17.566308 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Allocated IP 172.20.0.3 (90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6/4dab42eb-76cb-4d21-942c-c11a17b4062a/2f7cff26-9992-4086-932f-9c1b9a0681a9) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:25:17.568526 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f2397-edda-4179-bd6e-ce47cb78b8b4 req-7d12867a-d8d4-4945-969c-946503c92ad5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:17.576216 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b2f2397-edda-4179-bd6e-ce47cb78b8b4 req-7d12867a-d8d4-4945-969c-946503c92ad5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 946 time: 0.1274207 Jun 24 10:25:17.692026 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:17.719387 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1b2f2397-edda-4179-bd6e-ce47cb78b8b4 req-55aa7ae0-1084-496b-9fef-f269cd7b5637 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422265 Jun 24 10:25:17.729051 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:25:17.741607 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d6fb7e-1584-40fa-94eb-a6d70189ed37" -d '{"events": [{"server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "name": "network-vif-plugged", "status": "completed", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:17.747149 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f3661551-42ff-4194-9f5d-2507fe22f865, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3661551-42ff-4194-9f5d-2507fe22f865,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:17.752504 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:17.753400 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device afa4826a-69b5-4011-8177-49eb6f4a5483 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:25:17.756413 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:17.794295 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: afa4826a-69b5-4011-8177-49eb6f4a5483 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:25:17.794646 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device afa4826a-69b5-4011-8177-49eb6f4a5483 not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:25:17.856202 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4f03f-1296-4730-957f-276d41fddbcf req-1c6e514e-db16-4e6b-8853-d96c29c57eda tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:17.863030 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7de4f03f-1296-4730-957f-276d41fddbcf req-1c6e514e-db16-4e6b-8853-d96c29c57eda tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 944 time: 0.1129491 Jun 24 10:25:17.905826 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:17.921318 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7de4f03f-1296-4730-957f-276d41fddbcf req-58bf7b76-823c-4eca-8645-b4ae0c48e8a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573170 Jun 24 10:25:17.971440 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=f3661551-42ff-4194-9f5d-2507fe22f865,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:17.975288 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:17.987018 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:17.991355 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-3a3ee1ef-e160-4214-8231-02b502ca61bb tempest-VolumesActionsTest-803127027 tempest-VolumesActionsTest-803127027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:18.007880 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Deleting port 08f9485c-9f29-4444-916f-00e3ecd4621f {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:25:18.008939 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:18.035461 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:25:18.038591 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:25:18.042100 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:25:18.054893 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529e63b-8bb6-440e-b495-13aadfcbab2c req-344513cb-8ac5-4bc2-aa6a-d4e3cfd00a2c tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:18.056453 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4529e63b-8bb6-440e-b495-13aadfcbab2c req-344513cb-8ac5-4bc2-aa6a-d4e3cfd00a2c tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 946 time: 0.1867037 Jun 24 10:25:18.081453 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Pushing event updated for resources: {'Port': ['ID=2f7cff26-9992-4086-932f-9c1b9a0681a9,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:18.112379 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.112753 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.113123 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.113483 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.113837 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.114217 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.114569 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.114919 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.115269 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.115611 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.115958 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.116300 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.117995 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4529e63b-8bb6-440e-b495-13aadfcbab2c req-748a52e7-52de-433f-af2d-53a708ecc9df tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551720 Jun 24 10:25:18.122285 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:18.129521 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] For port 08f9485c-9f29-4444-916f-00e3ecd4621f, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=08f9485c-9f29-4444-916f-00e3ecd4621f,segment=NetworkSegment(ad6eb7a9-3d04-41a3-89f5-818bb713da25),segment_id=ad6eb7a9-3d04-41a3-89f5-818bb713da25)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:18.129878 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:18.136320 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:18.137185 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:18.142684 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Calling delete_port for 08f9485c-9f29-4444-916f-00e3ecd4621f owned by network:router_interface {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:25:18.169456 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1854687 Jun 24 10:25:18.183982 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7291c203-a65d-460a-b72d-8c9bdb3e87c9 x-openstack-request-id: req-7291c203-a65d-460a-b72d-8c9bdb3e87c9 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:18.184481 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "name": "network-vif-plugged", "status": "completed", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:18.184916 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7291c203-a65d-460a-b72d-8c9bdb3e87c9 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:18.185186 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebd6a2-6a45-455a-8dfc-64568dd46a4e req-9d90a36f-8703-40e0-a725-5786f86e8bf4 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:18.185669 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'code': 200} Jun 24 10:25:18.186660 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7bebd6a2-6a45-455a-8dfc-64568dd46a4e req-9d90a36f-8703-40e0-a725-5786f86e8bf4 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 931 time: 0.1337311 Jun 24 10:25:18.190798 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Request body: {'port': {'device_id': '26b5c35a-2180-4d0d-8f93-3e44ab87b5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:18.283566 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7bebd6a2-6a45-455a-8dfc-64568dd46a4e req-62bc3282-3180-4286-aa1d-369d752e8eff tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708151 Jun 24 10:25:18.295279 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:18.367217 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:18.370650 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:18.424118 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=08f9485c-9f29-4444-916f-00e3ecd4621f,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:18.489763 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.490155 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.490526 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.490876 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.491228 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.491582 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.492006 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.492357 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.492702 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.493046 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.493415 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.493722 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:25:18.497304 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:18.569383 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58538d43-bf37-4b16-8fd4-a89d820b0115 req-46e23480-c853-42c9-8f74-91cc55a7f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:18.570991 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-58538d43-bf37-4b16-8fd4-a89d820b0115 req-46e23480-c853-42c9-8f74-91cc55a7f4b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 1099 time: 0.1768949 Jun 24 10:25:18.581219 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7cff26-9992-4086-932f-9c1b9a0681a9 {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:25:18.589272 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:18.604400 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Transition to ACTIVE for port object 2f7cff26-9992-4086-932f-9c1b9a0681a9 will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:25:18.611595 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:18.615246 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9162ca31-3fcf-4fea-b2cf-e8027f645982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:18.649038 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-58538d43-bf37-4b16-8fd4-a89d820b0115 req-cb1df0d6-9e4a-4577-aa8e-39f2b954304f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708966 Jun 24 10:25:18.660783 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447242'] for router_interface, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:18.675936 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Pushing event updated for resources: {'Port': ['ID=2f7cff26-9992-4086-932f-9c1b9a0681a9,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:18.679381 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:18.750242 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Attempting to bind port 2f7cff26-9992-4086-932f-9c1b9a0681a9 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:25:18.750816 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Attempting to bind port 2f7cff26-9992-4086-932f-9c1b9a0681a9 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '283da210-89b0-4e65-a9a7-3f8f0952046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:25:18.751227 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Attempting to bind port 2f7cff26-9992-4086-932f-9c1b9a0681a9 on network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:25:18.771559 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Port 2f7cff26-9992-4086-932f-9c1b9a0681a9 on network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:25:18.772046 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Attempting to bind port 2f7cff26-9992-4086-932f-9c1b9a0681a9 on network 90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:25:18.778821 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:25:18.779152 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Checking segment: {'id': '283da210-89b0-4e65-a9a7-3f8f0952046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:25:18.779639 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Bound using segment: {'id': '283da210-89b0-4e65-a9a7-3f8f0952046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:25:18.780329 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Bound port: 2f7cff26-9992-4086-932f-9c1b9a0681a9, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '283da210-89b0-4e65-a9a7-3f8f0952046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:25:18.780556 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:18.866766 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7e47b-d281-472d-a971-5ece6f092e1f req-a5e02572-1b7d-4dca-8825-a7e8c1232b8d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:18.868501 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-26c7e47b-d281-472d-a971-5ece6f092e1f req-a5e02572-1b7d-4dca-8825-a7e8c1232b8d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1634612 Jun 24 10:25:18.887374 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] For port 2f7cff26-9992-4086-932f-9c1b9a0681a9, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:25:18.903064 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] For port 2f7cff26-9992-4086-932f-9c1b9a0681a9, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2f7cff26-9992-4086-932f-9c1b9a0681a9,segment=NetworkSegment(283da210-89b0-4e65-a9a7-3f8f0952046a),segment_id=283da210-89b0-4e65-a9a7-3f8f0952046a)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:25:18.911786 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:18.915908 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:18.954902 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:18.955529 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:18.956881 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] 10.222.0.77 "PUT /v2.0/ports/2f7cff26-9992-4086-932f-9c1b9a0681a9 HTTP/1.1" status: 200 len: 1093 time: 0.7795768 Jun 24 10:25:18.957399 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b5c35a-2180-4d0d-8f93-3e44ab87b5ea', 'tag': '2f7cff26-9992-4086-932f-9c1b9a0681a9'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:25:18.959717 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674010cc-8357-4410-bbdf-1b874570003c" -d '{"events": [{"name": "network-changed", "server_uuid": "26b5c35a-2180-4d0d-8f93-3e44ab87b5ea", "tag": "2f7cff26-9992-4086-932f-9c1b9a0681a9"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:18.965996 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-26c7e47b-d281-472d-a971-5ece6f092e1f req-0069f06a-62b7-479d-b3b7-2587f92937c6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901325 Jun 24 10:25:18.977455 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43bb62-90db-4b29-a729-25bfe57cb1ee req-205d70db-99b1-49b8-9d06-ccc247495a62 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:18.978712 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3e43bb62-90db-4b29-a729-25bfe57cb1ee req-205d70db-99b1-49b8-9d06-ccc247495a62 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 946 time: 0.1348133 Jun 24 10:25:18.995580 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Router bfb55588-274b-4b98-afb8-6f0906005fd9 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:25:19.019650 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Pushing event updated for resources: {'Port': ['ID=2f7cff26-9992-4086-932f-9c1b9a0681a9,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:19.030945 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:19.079589 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3e43bb62-90db-4b29-a729-25bfe57cb1ee req-8ee13be5-01b5-420c-bfab-d4d52f86da6a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902824 Jun 24 10:25:19.098330 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-612e278f-c9d4-43d1-a043-fe6c977ee0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:19.099865 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-612e278f-c9d4-43d1-a043-fe6c977ee0e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f874990611f43259650fa47e779bf2d&device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 1096 time: 0.0680375 Jun 24 10:25:19.151651 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:25:19.153142 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3508b7e7-1242-4abd-8df0-b229793e4e5a x-openstack-request-id: req-3508b7e7-1242-4abd-8df0-b229793e4e5a {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:19.154729 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b5c35a-2180-4d0d-8f93-3e44ab87b5ea", "tag": "2f7cff26-9992-4086-932f-9c1b9a0681a9", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:19.154729 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3508b7e7-1242-4abd-8df0-b229793e4e5a {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:19.154729 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b5c35a-2180-4d0d-8f93-3e44ab87b5ea', 'tag': '2f7cff26-9992-4086-932f-9c1b9a0681a9', 'status': 'completed', 'code': 200} Jun 24 10:25:19.156266 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-ea8a6e06-28cc-40ae-a809-9b35484e86c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7cff26-9992-4086-932f-9c1b9a0681a9 HTTP/1.1" status: 200 len: 217 time: 0.0482194 Jun 24 10:25:19.160906 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] 10.222.0.79 "PUT /v2.0/routers/bfb55588-274b-4b98-afb8-6f0906005fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8960826 Jun 24 10:25:19.162111 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 39970) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:19.168711 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50066de-750a-403d-b077-57c6865464a7 None None] Sync routers for ids ['bfb55588-274b-4b98-afb8-6f0906005fd9'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:25:19.181402 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50066de-750a-403d-b077-57c6865464a7 None None] Routers {'bfb55588-274b-4b98-afb8-6f0906005fd9'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:25:19.184177 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-d50066de-750a-403d-b077-57c6865464a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:25:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bfb55588-274b-4b98-afb8-6f0906005fd9'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:19.191142 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9285ffb-a03c-447c-87a2-827e307b9671 req-06de62cc-09f0-455e-80ee-b342bca56ad4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:19.198195 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e9285ffb-a03c-447c-87a2-827e307b9671 req-06de62cc-09f0-455e-80ee-b342bca56ad4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 944 time: 0.1053541 Jun 24 10:25:19.247916 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e9285ffb-a03c-447c-87a2-827e307b9671 req-f9a712d1-c301-473c-802c-b3b7785b040e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479691 Jun 24 10:25:19.266406 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-1cce6ad5-6669-405f-8d73-5e92b9539344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:19.268195 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-1cce6ad5-6669-405f-8d73-5e92b9539344 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4dab42eb-76cb-4d21-942c-c11a17b4062a HTTP/1.1" status: 200 len: 852 time: 0.1033146 Jun 24 10:25:19.301542 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-d50066de-750a-403d-b077-57c6865464a7 None None] Set router bfb55588-274b-4b98-afb8-6f0906005fd9 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:25:19.360453 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-77d3fc8a-6601-465c-acc2-9b61b3417797 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590012 Jun 24 10:25:19.412091 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Notify callbacks [] for router, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:19.450319 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5465a941-7f2b-4418-a6a3-573125bcbc92 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:25:19.494240 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f5030-4969-41a6-ba8e-88f2b2446e7e req-f15321ed-1bbd-4182-b0e5-1ea372f5abfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:19.497602 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-d50066de-750a-403d-b077-57c6865464a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-router', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:09Z', 'updated_at': '2021-06-24T10:25:18Z', 'revision_number': 5, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'gw_port': {'id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:19.502300 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b82f5030-4969-41a6-ba8e-88f2b2446e7e req-f15321ed-1bbd-4182-b0e5-1ea372f5abfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 943 time: 0.0937464 Jun 24 10:25:19.556221 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50066de-750a-403d-b077-57c6865464a7 None None] Checking router: bfb55588-274b-4b98-afb8-6f0906005fd9 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:25:19.561397 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b82f5030-4969-41a6-ba8e-88f2b2446e7e req-22c4938b-27e2-407d-9ef0-e8ba22f6f879 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574458 Jun 24 10:25:19.566233 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 5465a941-7f2b-4418-a6a3-573125bcbc92, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5465a941-7f2b-4418-a6a3-573125bcbc92,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:19.584411 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50066de-750a-403d-b077-57c6865464a7 None None] Routers {'bfb55588-274b-4b98-afb8-6f0906005fd9'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:25:19.586121 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-d50066de-750a-403d-b077-57c6865464a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:25:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bfb55588-274b-4b98-afb8-6f0906005fd9'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:19.587970 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '5465a941-7f2b-4418-a6a3-573125bcbc92', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'port_id': '5465a941-7f2b-4418-a6a3-573125bcbc92', 'mac_address': 'fa:16:3e:b6:fc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:25:19.634419 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:19.657966 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5465a941-7f2b-4418-a6a3-573125bcbc92 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:25:19.687453 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 5465a941-7f2b-4418-a6a3-573125bcbc92, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5465a941-7f2b-4418-a6a3-573125bcbc92,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:19.693942 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:19.696144 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-918035b1-cb24-44ad-92fc-34029b43183f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:19.742645 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-d50066de-750a-403d-b077-57c6865464a7 None None] Set router bfb55588-274b-4b98-afb8-6f0906005fd9 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:25:19.758674 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=5465a941-7f2b-4418-a6a3-573125bcbc92,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:19.763514 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:19.803069 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1900f65-49dc-4a1f-8b0b-0a16783429fa req-5eb9318d-61be-4686-96a5-20805c19d2a4 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:19.803069 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a1900f65-49dc-4a1f-8b0b-0a16783429fa req-5eb9318d-61be-4686-96a5-20805c19d2a4 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 946 time: 0.4986639 Jun 24 10:25:19.887709 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-7c70c27f-bdea-410c-97f3-bca632e14f82 service neutron] 10.222.0.77 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168433 Jun 24 10:25:19.913236 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:19.923870 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['5465a941-7f2b-4418-a6a3-573125bcbc92'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:19.933989 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a1900f65-49dc-4a1f-8b0b-0a16783429fa req-b251ddd3-6b77-4c78-a744-481abb686d26 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256254 Jun 24 10:25:20.047934 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff4ea2b7-7c74-4ff1-bb24-504e4e5e0df6 req-282d96b0-268e-42e7-8d17-9f35483d1141 service neutron] 10.222.0.77 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472995 Jun 24 10:25:20.054041 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-d50066de-750a-403d-b077-57c6865464a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-router', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:09Z', 'updated_at': '2021-06-24T10:25:18Z', 'revision_number': 5, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'gw_port': {'id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:20.071861 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Deleting port 482cb033-c0ee-4595-b9fd-64a6242632d5 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:25:20.072427 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:20.102870 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50066de-750a-403d-b077-57c6865464a7 None None] The sync data for ids ['bfb55588-274b-4b98-afb8-6f0906005fd9'] in dv-cinder-790492-7-iscsi is: [{'id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2030132831-router', 'tenant_id': '886f5b169a6343ed9d47d7f5af004f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:09Z', 'updated_at': '2021-06-24T10:25:18Z', 'revision_number': 5, 'project_id': '886f5b169a6343ed9d47d7f5af004f4b', 'gw_port': {'id': '482cb033-c0ee-4595-b9fd-64a6242632d5', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb55588-274b-4b98-afb8-6f0906005fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:25:20.212319 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c4bea-e7a6-4742-be6b-ad7575d36881 req-15e02dd0-b273-4186-9d1c-42c76322a4aa tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:20.215268 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5f2c4bea-e7a6-4742-be6b-ad7575d36881 req-15e02dd0-b273-4186-9d1c-42c76322a4aa tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0664830 Jun 24 10:25:20.234405 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] For port 482cb033-c0ee-4595-b9fd-64a6242632d5, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=482cb033-c0ee-4595-b9fd-64a6242632d5,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:20.234765 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:20.246397 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674010cc-8357-4410-bbdf-1b874570003c req-8ff4e4da-f4c5-4370-9119-9e55f691ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:20.247962 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-674010cc-8357-4410-bbdf-1b874570003c req-8ff4e4da-f4c5-4370-9119-9e55f691ade5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f874990611f43259650fa47e779bf2d&device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 1096 time: 0.1139193 Jun 24 10:25:20.253327 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Calling delete_port for 482cb033-c0ee-4595-b9fd-64a6242632d5 owned by network:router_gateway {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:25:20.254901 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5f2c4bea-e7a6-4742-be6b-ad7575d36881 req-3fd28963-affe-4eb6-96af-3902f2efacd7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339451 Jun 24 10:25:20.422177 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674010cc-8357-4410-bbdf-1b874570003c req-dd2ee6c2-e915-43b6-984f-7aeadb1d310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:20.423555 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-674010cc-8357-4410-bbdf-1b874570003c req-dd2ee6c2-e915-43b6-984f-7aeadb1d310e service neutron] 10.222.0.77 "GET /v2.0/networks?id=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 HTTP/1.1" status: 200 len: 914 time: 0.1683514 Jun 24 10:25:20.515994 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 08f9485c-9f29-4444-916f-00e3ecd4621f no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:25:20.524004 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-674010cc-8357-4410-bbdf-1b874570003c req-0f75a9b6-7828-41cd-87c4-cd32d0539beb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7cff26-9992-4086-932f-9c1b9a0681a9 HTTP/1.1" status: 200 len: 217 time: 0.0798957 Jun 24 10:25:20.537060 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 08f9485c-9f29-4444-916f-00e3ecd4621f {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:25:20.537278 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 08f9485c-9f29-4444-916f-00e3ecd4621f not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:25:20.586308 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099aaf-708b-4c80-96b3-f843d4023aae req-7359fc39-82ef-49d9-9ef7-e135212f089f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:20.587787 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b7099aaf-708b-4c80-96b3-f843d4023aae req-7359fc39-82ef-49d9-9ef7-e135212f089f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 945 time: 0.2351344 Jun 24 10:25:20.639899 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674010cc-8357-4410-bbdf-1b874570003c req-f14bd8bf-8948-49dc-baa9-aba116669351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:20.641329 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-674010cc-8357-4410-bbdf-1b874570003c req-f14bd8bf-8948-49dc-baa9-aba116669351 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4dab42eb-76cb-4d21-942c-c11a17b4062a HTTP/1.1" status: 200 len: 852 time: 0.1096773 Jun 24 10:25:20.687607 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-674010cc-8357-4410-bbdf-1b874570003c req-6adf2896-b179-4561-8f33-f07e97009125 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329611 Jun 24 10:25:20.690784 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b7099aaf-708b-4c80-96b3-f843d4023aae req-abeefdb1-bf66-480b-a30f-e184ff1b67b3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967052 Jun 24 10:25:20.746953 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:20.749199 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b1e48-8835-4b53-b7fc-16f51017c0f0 req-d90ae232-563c-43ff-9c74-98e23b331eb0 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:20.750781 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:20.755927 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cd9b1e48-8835-4b53-b7fc-16f51017c0f0 req-d90ae232-563c-43ff-9c74-98e23b331eb0 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 943 time: 0.0825377 Jun 24 10:25:20.780760 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=482cb033-c0ee-4595-b9fd-64a6242632d5,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:20.787888 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:20.798775 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cd9b1e48-8835-4b53-b7fc-16f51017c0f0 req-6ae97432-04bf-43ad-bed3-45e52927cdb5 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418124 Jun 24 10:25:20.862797 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-674010cc-8357-4410-bbdf-1b874570003c req-b8f64697-5bb8-4d0c-b535-f1db25e4a1ce service neutron] 10.222.0.77 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676090 Jun 24 10:25:20.871634 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448239'] for router_gateway, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.029937 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24320'] for router, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.033278 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.146147 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444839'] for router, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.147194 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfb55588-274b-4b98-afb8-6f0906005fd9 {{(pid=92850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:25:21.151600 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.153251 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] 10.222.0.79 "DELETE /v2.0/routers/bfb55588-274b-4b98-afb8-6f0906005fd9 HTTP/1.1" status: 204 len: 168 time: 1.9897754 Jun 24 10:25:21.158348 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40006) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:21.165509 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-674010cc-8357-4410-bbdf-1b874570003c req-487c324b-ea3c-4edb-90bc-d996ce6b210b service neutron] 10.222.0.77 "GET /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954247 Jun 24 10:25:21.213425 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647a396-2095-413c-963e-5cd657dce456 req-2b125d17-1b5a-4cd1-919f-b3b497023849 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:21.215890 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e647a396-2095-413c-963e-5cd657dce456 req-2b125d17-1b5a-4cd1-919f-b3b497023849 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 946 time: 0.1472762 Jun 24 10:25:21.221713 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61feb43-6cd9-4223-acba-55a4a56364fb admin admin] Deleting subnet 7f4f6026-189f-4062-bf39-a9453bf9fae7 {{(pid=92851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:25:21.228168 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a61feb43-6cd9-4223-acba-55a4a56364fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.268065 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a61feb43-6cd9-4223-acba-55a4a56364fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4397124'] for subnet, precommit_delete_associations {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.268989 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e647a396-2095-413c-963e-5cd657dce456 req-ad70932c-06d4-4cf3-9246-e5d01d53d008 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440466 Jun 24 10:25:21.323446 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a61feb43-6cd9-4223-acba-55a4a56364fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.385662 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40014) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:21.413289 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a61feb43-6cd9-4223-acba-55a4a56364fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5463339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4423766'] for subnet, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.434604 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ce27bdc5-ae7f-42e7-84fc-b58c2af71ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:21.459145 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5465a941-7f2b-4418-a6a3-573125bcbc92 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:25:21.467449 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a61feb43-6cd9-4223-acba-55a4a56364fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.469971 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-a61feb43-6cd9-4223-acba-55a4a56364fb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7f4f6026-189f-4062-bf39-a9453bf9fae7 HTTP/1.1" status: 204 len: 168 time: 0.3105824 Jun 24 10:25:21.472550 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61feb43-6cd9-4223-acba-55a4a56364fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4f6026-189f-4062-bf39-a9453bf9fae7,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:21.475742 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a61feb43-6cd9-4223-acba-55a4a56364fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:21.476523 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40018) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:21.515745 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44873-bae6-4728-9ca9-b925fd89f451 req-bbc83502-69f1-40c3-b1b4-f7d3b3f12dbe tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:21.517445 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f3a44873-bae6-4728-9ca9-b925fd89f451 req-bbc83502-69f1-40c3-b1b4-f7d3b3f12dbe tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 946 time: 0.0796769 Jun 24 10:25:21.522037 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 5465a941-7f2b-4418-a6a3-573125bcbc92 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:25:21.525979 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 5465a941-7f2b-4418-a6a3-573125bcbc92 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:25:21.526392 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.554493 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b7a83df3-da8c-439a-a152-dd6aba3c01ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.560702 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f3a44873-bae6-4728-9ca9-b925fd89f451 req-1b619020-0ce0-4c07-ab33-adb44d79d91f tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358052 Jun 24 10:25:21.592418 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.603722 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65c075-32e9-4fe2-a0bc-02ca9e27ea96 req-e1423bb0-a98c-4e1e-9ce2-3fe9872c2633 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:21.605642 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3f65c075-32e9-4fe2-a0bc-02ca9e27ea96 req-e1423bb0-a98c-4e1e-9ce2-3fe9872c2633 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.2042723 Jun 24 10:25:21.611127 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.639969 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5465a941-7f2b-4418-a6a3-573125bcbc92'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:25:21.642520 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc06eb23-dbe5-460f-905a-ba4150b6e13f" -d '{"events": [{"server_uuid": "3e14ef3a-db86-4273-9fed-3c429b3af157", "name": "network-vif-plugged", "status": "completed", "tag": "5465a941-7f2b-4418-a6a3-573125bcbc92"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:21.657210 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 5465a941-7f2b-4418-a6a3-573125bcbc92, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5465a941-7f2b-4418-a6a3-573125bcbc92,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:21.666383 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.669142 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:21.729098 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=5465a941-7f2b-4418-a6a3-573125bcbc92,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:21.733051 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:21.756762 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3f65c075-32e9-4fe2-a0bc-02ca9e27ea96 req-f5029b84-91b0-41e0-8d95-3cc753bd3211 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350503 Jun 24 10:25:21.782009 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.799706 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736a2e62-6208-4b91-8fd6-c2d5df5c37ab']}} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:21.814192 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6eb7a9-3d04-41a3-89f5-818bb713da25') {'for_net_delete': True} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:21.814585 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6eb7a9-3d04-41a3-89f5-818bb713da25') {} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:21.829072 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81090086-d8f4-4754-b7a0-4563697b696f x-openstack-request-id: req-81090086-d8f4-4754-b7a0-4563697b696f {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:21.829370 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e14ef3a-db86-4273-9fed-3c429b3af157", "name": "network-vif-plugged", "status": "completed", "tag": "5465a941-7f2b-4418-a6a3-573125bcbc92", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:21.830043 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-81090086-d8f4-4754-b7a0-4563697b696f {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:21.830043 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5465a941-7f2b-4418-a6a3-573125bcbc92', 'code': 200} Jun 24 10:25:21.834422 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4397117'] for segment, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.854530 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b7a83df3-da8c-439a-a152-dd6aba3c01ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.862318 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b7a83df3-da8c-439a-a152-dd6aba3c01ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.865584 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.869695 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-cb8f7813-4c6f-44c4-b015-3b1b4573212a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:21.891086 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=92851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:25:21.891603 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5463496'] for segment, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: Traceback (most recent call last): Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: timer() Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: cb(*args, **kw) Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: return func(*args, **kwargs) Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: self._notify() Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: self.callback(batched_events) Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: event.method(event) Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: return f(self, *a, **k) Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._get(url).json() Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: return self.request(url, 'GET', **kwargs) Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:25:21.893348 dv-cinder-790492-7-iscsi neutron-server[92851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:25:21.954231 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-b7a83df3-da8c-439a-a152-dd6aba3c01ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=490793b25b9f4d4db70d53bb51665b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5663028 Jun 24 10:25:21.957035 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40032) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:21.971895 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a83df3-da8c-439a-a152-dd6aba3c01ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa18e3d-d392-4877-bea4-6f28a2f8995d,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:22.053319 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e6660214-a672-4a26-a84d-c493ab59f814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:22.091289 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e6660214-a672-4a26-a84d-c493ab59f814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:22.199252 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e6660214-a672-4a26-a84d-c493ab59f814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:22.201757 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e6660214-a672-4a26-a84d-c493ab59f814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:22.206339 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e6660214-a672-4a26-a84d-c493ab59f814 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3fa18e3d-d392-4877-bea4-6f28a2f8995d HTTP/1.1" status: 204 len: 168 time: 0.2469547 Jun 24 10:25:22.216012 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9086fadf-3c04-42ee-b9bd-1c63f5f0d0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:22.243713 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b7a83df3-da8c-439a-a152-dd6aba3c01ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:22.248191 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6660214-a672-4a26-a84d-c493ab59f814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa18e3d-d392-4877-bea4-6f28a2f8995d,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:22.251082 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e6660214-a672-4a26-a84d-c493ab59f814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:22.289925 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:22.299505 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7cdeae17-1767-4254-a6b3-8f3fde2281f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:22.301412 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f8066-f45b-413d-ae46-7a494743596f req-6d5910ba-a879-4a7e-beb2-414f57c2db3b tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:22.302729 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fb5f8066-f45b-413d-ae46-7a494743596f req-6d5910ba-a879-4a7e-beb2-414f57c2db3b tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 943 time: 0.1522512 Jun 24 10:25:22.303637 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:22.305701 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] 10.222.0.79 "DELETE /v2.0/networks/736a2e62-6208-4b91-8fd6-c2d5df5c37ab HTTP/1.1" status: 204 len: 168 time: 0.8251657 Jun 24 10:25:22.310506 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815c1c2-8988-443c-b2d7-03eb5af64660 req-2c6cc7b9-9daa-4925-b9f6-f70f98335a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:22.313240 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6815c1c2-8988-443c-b2d7-03eb5af64660 req-2c6cc7b9-9daa-4925-b9f6-f70f98335a5e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 1099 time: 0.1157002 Jun 24 10:25:22.335761 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] Pushing event deleted for resources: {'Network': ['ID=736a2e62-6208-4b91-8fd6-c2d5df5c37ab,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:22.342271 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-8fa2dd25-7ce2-4147-8de3-5cb9ce858200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:22.362811 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d22d-051e-445b-a7bf-1c824f43e9e8 req-23728035-eff5-498a-ac28-3a145d79c7cf tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:22.369701 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3e77d22d-051e-445b-a7bf-1c824f43e9e8 req-23728035-eff5-498a-ac28-3a145d79c7cf tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 946 time: 0.4259627 Jun 24 10:25:22.384208 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6815c1c2-8988-443c-b2d7-03eb5af64660 req-e610ad37-73f2-4a29-8345-695fe4fec9fd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607677 Jun 24 10:25:22.389770 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2898445-bf30-4473-9281-e6a739151c77 req-21a445bd-7eb7-486a-8624-d6e4c20efb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:22.391526 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d2898445-bf30-4473-9281-e6a739151c77 req-21a445bd-7eb7-486a-8624-d6e4c20efb9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e683cb703211418eb4591c60f3bf0b67&device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 1099 time: 0.1467235 Jun 24 10:25:22.399277 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fb5f8066-f45b-413d-ae46-7a494743596f req-2765750c-badf-4939-8227-ab6b2902b341 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847864 Jun 24 10:25:22.421275 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 482cb033-c0ee-4595-b9fd-64a6242632d5 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:25:22.425661 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3e77d22d-051e-445b-a7bf-1c824f43e9e8 req-d2ba807c-03c6-4282-9b56-7fd234d89f0a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549552 Jun 24 10:25:22.471230 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 482cb033-c0ee-4595-b9fd-64a6242632d5 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:25:22.471579 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 482cb033-c0ee-4595-b9fd-64a6242632d5 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:25:22.559028 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2898445-bf30-4473-9281-e6a739151c77 req-515a9d98-0ac5-40da-9e76-5942afbfd57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:22.561240 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d2898445-bf30-4473-9281-e6a739151c77 req-515a9d98-0ac5-40da-9e76-5942afbfd57b service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 200 len: 912 time: 0.1295295 Jun 24 10:25:22.604177 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef705a2-845b-4156-876e-5d55f867624e req-b33708c6-ac25-4321-9544-5a4d60bbee1c tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:22.606673 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7ef705a2-845b-4156-876e-5d55f867624e req-b33708c6-ac25-4321-9544-5a4d60bbee1c tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 946 time: 0.0744135 Jun 24 10:25:22.618050 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40050) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:22.647719 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7ef705a2-845b-4156-876e-5d55f867624e req-3c24b2d3-2a71-4b9d-9987-d03b034ee035 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355682 Jun 24 10:25:22.725140 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40054) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:22.725284 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-a8ea73b8-17d0-4b86-9ada-9fbd938752e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=886f5b169a6343ed9d47d7f5af004f4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1011455 Jun 24 10:25:22.727152 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d2898445-bf30-4473-9281-e6a739151c77 req-02d9c2ae-a841-43ae-8868-3f8d49d5582a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f97b466f-bcc6-479e-821b-f2dc46e5363c HTTP/1.1" status: 200 len: 1002 time: 0.1567872 Jun 24 10:25:22.771539 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871bebc-7571-4500-b9dc-0975cb06d428 req-c24765a1-4ac7-499f-82e8-f4f02a37118c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:22.773108 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5871bebc-7571-4500-b9dc-0975cb06d428 req-c24765a1-4ac7-499f-82e8-f4f02a37118c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.2060599 Jun 24 10:25:22.817252 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2898445-bf30-4473-9281-e6a739151c77 req-0b0fe8f4-c027-4508-88bd-d85a15c6eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:22.819264 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d2898445-bf30-4473-9281-e6a739151c77 req-0b0fe8f4-c027-4508-88bd-d85a15c6eed7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33e31fd6-08c5-47a7-bea3-9d75e23dc5c3 HTTP/1.1" status: 200 len: 849 time: 0.0852275 Jun 24 10:25:22.822255 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f6c8-aa89-47eb-bbdb-f6db7a74bf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:22.850514 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f6c8-aa89-47eb-bbdb-f6db7a74bf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:22.865028 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5871bebc-7571-4500-b9dc-0975cb06d428 req-b1f6bc8e-e266-4cfb-8e23-7bef4eb0c0ce tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822806 Jun 24 10:25:22.908419 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2898445-bf30-4473-9281-e6a739151c77 req-d07b8ee5-9b90-4068-8cd4-d0965658f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:22.910246 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d2898445-bf30-4473-9281-e6a739151c77 req-d07b8ee5-9b90-4068-8cd4-d0965658f0d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb1584e0-04d6-4d1c-8080-45f02e1db216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844815 Jun 24 10:25:22.914414 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f6c8-aa89-47eb-bbdb-f6db7a74bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:22.917281 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f6c8-aa89-47eb-bbdb-f6db7a74bf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:22.918744 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-d0c5f6c8-aa89-47eb-bbdb-f6db7a74bf0f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be9aca09-f1ff-434b-be43-41ca77f3d722 HTTP/1.1" status: 204 len: 168 time: 0.1918116 Jun 24 10:25:22.919471 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:22.943303 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5f6c8-aa89-47eb-bbdb-f6db7a74bf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9aca09-f1ff-434b-be43-41ca77f3d722,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:22.945749 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d0c5f6c8-aa89-47eb-bbdb-f6db7a74bf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:23.107586 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d2898445-bf30-4473-9281-e6a739151c77 req-86d018f4-6976-43d0-8886-68e4247d7907 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802299 Jun 24 10:25:23.244126 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d2898445-bf30-4473-9281-e6a739151c77 req-7af992bd-cf94-49c7-a6f6-13d3711351d9 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200726 Jun 24 10:25:23.455598 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2f7cff26-9992-4086-932f-9c1b9a0681a9 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:25:23.618815 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 2f7cff26-9992-4086-932f-9c1b9a0681a9, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2f7cff26-9992-4086-932f-9c1b9a0681a9,segment=NetworkSegment(283da210-89b0-4e65-a9a7-3f8f0952046a),segment_id=283da210-89b0-4e65-a9a7-3f8f0952046a)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:23.642251 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '2f7cff26-9992-4086-932f-9c1b9a0681a9', 'network_id': '90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6', 'port_id': '2f7cff26-9992-4086-932f-9c1b9a0681a9', 'mac_address': 'fa:16:3e:24:a6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dab42eb-76cb-4d21-942c-c11a17b4062a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:25:23.668230 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287b66d-64b0-4265-8b92-e841cf3c898c req-b2f9b3a1-39de-4035-86e3-0f3f84ec5834 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:23.670785 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7287b66d-64b0-4265-8b92-e841cf3c898c req-b2f9b3a1-39de-4035-86e3-0f3f84ec5834 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 943 time: 0.1115324 Jun 24 10:25:23.713050 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:23.728159 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7287b66d-64b0-4265-8b92-e841cf3c898c req-2de5c11e-96c3-4bd1-8836-0fca4199014a tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503716 Jun 24 10:25:23.744497 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe77c3-e238-40b7-9f55-52024e105db4 req-8767c17f-bc2c-4c1d-ad57-fd2d682fc7f4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:23.745825 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7cff26-9992-4086-932f-9c1b9a0681a9 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:25:23.747138 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d0fe77c3-e238-40b7-9f55-52024e105db4 req-8767c17f-bc2c-4c1d-ad57-fd2d682fc7f4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 946 time: 0.1628146 Jun 24 10:25:23.774516 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 2f7cff26-9992-4086-932f-9c1b9a0681a9, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2f7cff26-9992-4086-932f-9c1b9a0681a9,segment=NetworkSegment(283da210-89b0-4e65-a9a7-3f8f0952046a),segment_id=283da210-89b0-4e65-a9a7-3f8f0952046a)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:23.780539 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:23.782942 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:23.799847 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d0fe77c3-e238-40b7-9f55-52024e105db4 req-c58be74a-d7b0-46f3-8cd2-837eed452443 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394428 Jun 24 10:25:23.833690 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=2f7cff26-9992-4086-932f-9c1b9a0681a9,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:23.837369 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:24.004739 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a695d2-2700-442d-8587-e65e3a006dbb req-3bb19257-8728-4da8-8914-c2ff57855cdb tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:24.006304 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-23a695d2-2700-442d-8587-e65e3a006dbb req-3bb19257-8728-4da8-8914-c2ff57855cdb tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 946 time: 0.0744393 Jun 24 10:25:24.047122 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-23a695d2-2700-442d-8587-e65e3a006dbb req-4eb0fa1f-257f-4646-8398-536ac606f7e7 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Jun 24 10:25:24.067154 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ffc28-62bd-47ef-96d0-02fd6a8ef33b req-b5f244c8-6317-42e8-9fd5-0b7f32d61af8 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:24.068654 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c4ffc28-62bd-47ef-96d0-02fd6a8ef33b req-b5f244c8-6317-42e8-9fd5-0b7f32d61af8 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.0695348 Jun 24 10:25:24.074455 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40110) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:24.076809 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['2f7cff26-9992-4086-932f-9c1b9a0681a9'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:24.128731 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c4ffc28-62bd-47ef-96d0-02fd6a8ef33b req-81b717d7-93d6-4394-8ead-126d5adf90ff tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401483 Jun 24 10:25:24.348429 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aa313f-fc9c-4d97-bdd4-dd5d0fc0c527 tempest-TestVolumeBootPattern-1331199398 tempest-TestVolumeBootPattern-1331199398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:24.349980 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-79aa313f-fc9c-4d97-bdd4-dd5d0fc0c527 tempest-TestVolumeBootPattern-1331199398 tempest-TestVolumeBootPattern-1331199398-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 1094 time: 0.2744837 Jun 24 10:25:24.352954 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40132) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:24.357645 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'floatingip': {'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'port_id': '5465a941-7f2b-4418-a6a3-573125bcbc92', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:24.386853 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:24.494315 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:24.608606 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Allocated IP 172.27.2.20 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/ec74aac6-c15e-4100-999d-6d59d9710f06) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:25:24.725765 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:24.774960 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:24.789489 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c6adcb9f-68af-46dd-b9ff-ae68c58325b2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:24.822757 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:25:24.828439 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:25:24.832496 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:25:24.866592 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'Port': ['ID=ec74aac6-c15e-4100-999d-6d59d9710f06,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:24.872095 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:24.980855 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270dbcb-693d-4204-a5c6-14478808a3e6 req-98e5695e-94e9-4250-870a-fc5992f47077 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:24.983309 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c270dbcb-693d-4204-a5c6-14478808a3e6 req-98e5695e-94e9-4250-870a-fc5992f47077 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 944 time: 0.0907335 Jun 24 10:25:25.023673 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40164) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:25.037954 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c270dbcb-693d-4204-a5c6-14478808a3e6 req-9bce1665-c34f-4dd8-8bb0-214028486225 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490918 Jun 24 10:25:25.147338 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-12ebb6ce-f50f-4722-8267-3766a7e2ba7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.262760 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-12ebb6ce-f50f-4722-8267-3766a7e2ba7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.268838 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-12ebb6ce-f50f-4722-8267-3766a7e2ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.293972 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-91305875-9c6d-4953-8966-0cf9f71d2b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:25.297594 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-12ebb6ce-f50f-4722-8267-3766a7e2ba7b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b277ec3aece148898c6a081d1343deaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729955 Jun 24 10:25:25.300239 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40180) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:25.343664 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebb6ce-f50f-4722-8267-3766a7e2ba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff7b474-35ed-4e92-8b63-c1dcf4ee7c33,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:25.346982 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-12ebb6ce-f50f-4722-8267-3766a7e2ba7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:25.362782 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.377347 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9f8d0792-ed4f-47f1-a88f-4ff3b11d6d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.403634 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9f8d0792-ed4f-47f1-a88f-4ff3b11d6d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.453689 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2f7cff26-9992-4086-932f-9c1b9a0681a9 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:25:25.485429 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9f8d0792-ed4f-47f1-a88f-4ff3b11d6d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.489298 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9f8d0792-ed4f-47f1-a88f-4ff3b11d6d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.491107 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-9f8d0792-ed4f-47f1-a88f-4ff3b11d6d58 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ff7b474-35ed-4e92-8b63-c1dcf4ee7c33 HTTP/1.1" status: 204 len: 168 time: 0.1897848 Jun 24 10:25:25.492059 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f3591d52-3ed5-40cb-8e51-aae03fbeb8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:25.527457 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 2f7cff26-9992-4086-932f-9c1b9a0681a9 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:25:25.533040 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 2f7cff26-9992-4086-932f-9c1b9a0681a9 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:25:25.533469 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.545023 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d0792-ed4f-47f1-a88f-4ff3b11d6d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff7b474-35ed-4e92-8b63-c1dcf4ee7c33,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:25.556315 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-9f8d0792-ed4f-47f1-a88f-4ff3b11d6d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:25.641358 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.670878 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b5c35a-2180-4d0d-8f93-3e44ab87b5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7cff26-9992-4086-932f-9c1b9a0681a9'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:25:25.674244 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f843c7-f5b3-4e3e-a833-cedbd3790f18" -d '{"events": [{"server_uuid": "26b5c35a-2180-4d0d-8f93-3e44ab87b5ea", "name": "network-vif-plugged", "status": "completed", "tag": "2f7cff26-9992-4086-932f-9c1b9a0681a9"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:25.694602 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 2f7cff26-9992-4086-932f-9c1b9a0681a9, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2f7cff26-9992-4086-932f-9c1b9a0681a9,segment=NetworkSegment(283da210-89b0-4e65-a9a7-3f8f0952046a),segment_id=283da210-89b0-4e65-a9a7-3f8f0952046a)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:25.701649 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.706655 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-21ff5045-cffb-4c1a-b6b2-00321a8e1e44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:25.727628 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.745591 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7495bdb-eeb9-4067-aeae-be36ff259b50 x-openstack-request-id: req-a7495bdb-eeb9-4067-aeae-be36ff259b50 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:25.746002 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b5c35a-2180-4d0d-8f93-3e44ab87b5ea", "name": "network-vif-plugged", "status": "completed", "tag": "2f7cff26-9992-4086-932f-9c1b9a0681a9", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:25.746617 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a7495bdb-eeb9-4067-aeae-be36ff259b50 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:25.746979 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b5c35a-2180-4d0d-8f93-3e44ab87b5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7cff26-9992-4086-932f-9c1b9a0681a9', 'code': 200} Jun 24 10:25:25.783630 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=2f7cff26-9992-4086-932f-9c1b9a0681a9,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:25.786743 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:25.913298 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.917937 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.919505 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40200) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:25.920119 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fdda596a-724a-4392-a465-30ffd8d0e74d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:25.941778 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7b518884-f5d6-491b-80dd-66dda5ab2d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:25.982768 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'Port': ['ID=ec74aac6-c15e-4100-999d-6d59d9710f06,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:25.986856 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:26.001444 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:26.027705 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865eb3e5-172e-4846-8fd6-ffa7ca26870a req-fc74090d-38e6-460d-b306-35082d178b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:26.029229 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-865eb3e5-172e-4846-8fd6-ffa7ca26870a req-fc74090d-38e6-460d-b306-35082d178b4d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 1098 time: 0.1017249 Jun 24 10:25:26.081048 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-865eb3e5-172e-4846-8fd6-ffa7ca26870a req-1023edad-abeb-44fc-b7af-f259dc6505cd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431733 Jun 24 10:25:26.100846 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7b518884-f5d6-491b-80dd-66dda5ab2d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:26.106655 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7b518884-f5d6-491b-80dd-66dda5ab2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:26.111844 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-18244d25-abd8-48a8-84e1-c32774caa917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:26.117051 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.l3_db [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Floating IP d5498c44-7cf2-4607-8d99-92846a6d06fa associated. External IP: 172.27.2.20, port: 5465a941-7f2b-4418-a6a3-573125bcbc92. Jun 24 10:25:26.163812 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-7b518884-f5d6-491b-80dd-66dda5ab2d60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a157ae68cbac4fedb6d42d06ec1c6716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387667 Jun 24 10:25:26.163812 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40204) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:26.169913 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b518884-f5d6-491b-80dd-66dda5ab2d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fbd7c4-e659-479b-9ffb-b4d1ee193061,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:26.172984 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7b518884-f5d6-491b-80dd-66dda5ab2d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:26.253444 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-557f3529-ff54-422d-83c8-a8451d841963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:26.288593 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede64c-3925-4f34-8c0b-98c9aebe5dbf req-b82e8af0-9a61-4363-9735-1e01b8df56ca tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:26.290040 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d5ede64c-3925-4f34-8c0b-98c9aebe5dbf req-b82e8af0-9a61-4363-9735-1e01b8df56ca tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 945 time: 0.1218915 Jun 24 10:25:26.291949 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-557f3529-ff54-422d-83c8-a8451d841963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:26.337365 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Router ba034ad5-0c9a-4feb-89a2-9724f5394e92 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:25:26.350740 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d5ede64c-3925-4f34-8c0b-98c9aebe5dbf req-8efc80e8-4449-46a3-9596-b377750b5c93 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511277 Jun 24 10:25:26.367925 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-557f3529-ff54-422d-83c8-a8451d841963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:26.371005 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-557f3529-ff54-422d-83c8-a8451d841963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:26.374382 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-557f3529-ff54-422d-83c8-a8451d841963 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78fbd7c4-e659-479b-9ffb-b4d1ee193061 HTTP/1.1" status: 204 len: 168 time: 0.2092264 Jun 24 10:25:26.374382 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-bb3e3989-a7a0-46a5-ace0-028ec8964ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:26.384885 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f3529-ff54-422d-83c8-a8451d841963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fbd7c4-e659-479b-9ffb-b4d1ee193061,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:26.387356 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-557f3529-ff54-422d-83c8-a8451d841963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:26.446493 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:25:26.458969 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924e730-5fa6-4b3f-ac21-e8ea405e1373 None None] Sync routers for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:25:26.464932 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:26.470629 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924e730-5fa6-4b3f-ac21-e8ea405e1373 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:25:26.471339 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-6924e730-5fa6-4b3f-ac21-e8ea405e1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:25:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:26.514649 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1606357 Jun 24 10:25:26.515823 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'tag': '5465a941-7f2b-4418-a6a3-573125bcbc92'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:25:26.519041 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e57148-4ebb-4d29-8837-3c18ef82ad9f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e14ef3a-db86-4273-9fed-3c429b3af157", "tag": "5465a941-7f2b-4418-a6a3-573125bcbc92"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:26.563223 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd01a88-aa84-4529-b342-c11c58047bc8 x-openstack-request-id: req-8fd01a88-aa84-4529-b342-c11c58047bc8 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:26.564194 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e14ef3a-db86-4273-9fed-3c429b3af157", "tag": "5465a941-7f2b-4418-a6a3-573125bcbc92", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:26.564511 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fd01a88-aa84-4529-b342-c11c58047bc8 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:26.565205 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'tag': '5465a941-7f2b-4418-a6a3-573125bcbc92', 'status': 'completed', 'code': 200} Jun 24 10:25:26.585984 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-6924e730-5fa6-4b3f-ac21-e8ea405e1373 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:25:26.651275 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57148-4ebb-4d29-8837-3c18ef82ad9f req-64defbe2-3abd-4c58-9fcb-fc569ac0f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:26.653480 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-16e57148-4ebb-4d29-8837-3c18ef82ad9f req-64defbe2-3abd-4c58-9fcb-fc569ac0f87e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 1099 time: 0.0661230 Jun 24 10:25:26.756612 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57148-4ebb-4d29-8837-3c18ef82ad9f req-6fd1e3c2-69eb-469c-b344-65f41e06b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:26.758386 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-16e57148-4ebb-4d29-8837-3c18ef82ad9f req-6fd1e3c2-69eb-469c-b344-65f41e06b365 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 914 time: 0.0948529 Jun 24 10:25:26.854622 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-16e57148-4ebb-4d29-8837-3c18ef82ad9f req-088f926c-ef7c-404d-a678-eb64757196e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5465a941-7f2b-4418-a6a3-573125bcbc92 HTTP/1.1" status: 200 len: 999 time: 0.0823052 Jun 24 10:25:26.932743 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-6924e730-5fa6-4b3f-ac21-e8ea405e1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'd5498c44-7cf2-4607-8d99-92846a6d06fa', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '5465a941-7f2b-4418-a6a3-573125bcbc92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:b6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:25:25Z', 'updated_at': '2021-06-24T10:25:25Z', 'revision_number': 0, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:26.933628 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57148-4ebb-4d29-8837-3c18ef82ad9f req-b8695b18-5244-4ef1-9105-cbdd546f2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:26.935396 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-16e57148-4ebb-4d29-8837-3c18ef82ad9f req-b8695b18-5244-4ef1-9105-cbdd546f2e11 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.0754342 Jun 24 10:25:26.955797 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40230) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:26.963082 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924e730-5fa6-4b3f-ac21-e8ea405e1373 None None] Checking router: ba034ad5-0c9a-4feb-89a2-9724f5394e92 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:25:26.980787 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924e730-5fa6-4b3f-ac21-e8ea405e1373 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:25:26.982158 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-6924e730-5fa6-4b3f-ac21-e8ea405e1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:25:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:27.010813 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57148-4ebb-4d29-8837-3c18ef82ad9f req-79744f13-628e-491b-9a94-8e4471728944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:27.012576 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-16e57148-4ebb-4d29-8837-3c18ef82ad9f req-79744f13-628e-491b-9a94-8e4471728944 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696821 Jun 24 10:25:27.140132 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfacd-4e7c-4179-a527-b7c69b18820c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:27.145839 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-16e57148-4ebb-4d29-8837-3c18ef82ad9f req-56262a3b-4063-4867-82cc-aaf0c3e4a7c0 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198406 Jun 24 10:25:27.178756 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-6924e730-5fa6-4b3f-ac21-e8ea405e1373 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:25:27.274981 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-16e57148-4ebb-4d29-8837-3c18ef82ad9f req-8daed7e0-9a24-4b38-be9c-b5817b340fd7 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123381 Jun 24 10:25:27.289567 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfacd-4e7c-4179-a527-b7c69b18820c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:27.299238 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfacd-4e7c-4179-a527-b7c69b18820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:27.302998 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bdc56bdb-e7ce-4ddb-b478-3e77bcc3cbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:27.339641 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-5bfdfacd-4e7c-4179-a527-b7c69b18820c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b4362282cf784a8aad68609b0d359995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827031 Jun 24 10:25:27.340698 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdfacd-4e7c-4179-a527-b7c69b18820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff033e-91b8-4225-8370-053a058ce046,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:27.342305 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40244) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:27.343873 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5bfdfacd-4e7c-4179-a527-b7c69b18820c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:27.402091 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-27515910-df45-4e55-93c0-4932ddfa06b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:27.428158 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-27515910-df45-4e55-93c0-4932ddfa06b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:27.442346 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-6924e730-5fa6-4b3f-ac21-e8ea405e1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'd5498c44-7cf2-4607-8d99-92846a6d06fa', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '5465a941-7f2b-4418-a6a3-573125bcbc92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:b6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:25:25Z', 'updated_at': '2021-06-24T10:25:25Z', 'revision_number': 0, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:27.470500 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924e730-5fa6-4b3f-ac21-e8ea405e1373 None None] The sync data for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi is: [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'd5498c44-7cf2-4607-8d99-92846a6d06fa', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '5465a941-7f2b-4418-a6a3-573125bcbc92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:b6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:25:25Z', 'updated_at': '2021-06-24T10:25:25Z', 'revision_number': 0, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:25:27.500461 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-27515910-df45-4e55-93c0-4932ddfa06b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:27.502974 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-27515910-df45-4e55-93c0-4932ddfa06b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:27.506472 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-27515910-df45-4e55-93c0-4932ddfa06b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e2ff033e-91b8-4225-8370-053a058ce046 HTTP/1.1" status: 204 len: 168 time: 0.1606011 Jun 24 10:25:27.524566 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-9f8d0792-ed4f-47f1-a88f-4ff3b11d6d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:27.539182 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27515910-df45-4e55-93c0-4932ddfa06b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff033e-91b8-4225-8370-053a058ce046,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:27.543080 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-27515910-df45-4e55-93c0-4932ddfa06b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:27.585478 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c96ee4-dba8-4fa5-a719-5e2559a4eb58 req-7c1b5379-e07d-4c83-bbf3-14a672602d66 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:27.593885 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-05c96ee4-dba8-4fa5-a719-5e2559a4eb58 req-7c1b5379-e07d-4c83-bbf3-14a672602d66 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 945 time: 0.1066720 Jun 24 10:25:27.639551 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-05c96ee4-dba8-4fa5-a719-5e2559a4eb58 req-bfef090d-28be-431d-8e18-1cd442737769 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445609 Jun 24 10:25:27.778122 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ddbd4-5071-4891-a418-802e3e9adc70 None None] New status for floating IP d5498c44-7cf2-4607-8d99-92846a6d06fa: ACTIVE {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:25:29.379070 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-560e9cc4-2dce-4908-9759-9824665ee509 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505621 Jun 24 10:25:29.454158 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-256f3d3c-ab76-41d6-9700-85b1b916ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:29.455604 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-256f3d3c-ab76-41d6-9700-85b1b916ea03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 1099 time: 0.0525250 Jun 24 10:25:29.561531 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-d3e47137-9e31-4dbc-b362-ea2fd82143c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:29.562984 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-d3e47137-9e31-4dbc-b362-ea2fd82143c4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 919 time: 0.0874846 Jun 24 10:25:29.624525 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-ee34efc7-c83f-446e-9d97-4a4af3b92be7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c HTTP/1.1" status: 200 len: 1000 time: 0.0550792 Jun 24 10:25:29.699082 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-db8d664f-3445-4b82-8329-3ae9b5627d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:29.700512 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-db8d664f-3445-4b82-8329-3ae9b5627d77 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.0466015 Jun 24 10:25:29.760665 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-4fd23c69-e886-4e17-ae5d-bf918dd2e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:29.762310 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-4fd23c69-e886-4e17-ae5d-bf918dd2e9a9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546505 Jun 24 10:25:29.860681 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-51a175ee-5023-472e-adcb-f98a410a200a service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909076 Jun 24 10:25:29.964761 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e1f03aed-cb36-428d-bcef-aa35cd90ecc4 req-b6209259-b5dd-4924-b151-aec5fad0ad25 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975482 Jun 24 10:25:34.226122 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:34.753660 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f33ed-a3dc-4eea-bca9-06d182415575 req-dcb8352f-5a81-4a36-af7b-d6efb9940583 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:34.755175 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6a5f33ed-a3dc-4eea-bca9-06d182415575 req-dcb8352f-5a81-4a36-af7b-d6efb9940583 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 946 time: 0.0709076 Jun 24 10:25:34.792972 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6a5f33ed-a3dc-4eea-bca9-06d182415575 req-b9fd5b45-3f5e-4ef3-b558-ecfd80887513 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313845 Jun 24 10:25:34.817449 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40348) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:35.012819 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282bd628-43ab-42be-a638-dadd58f0f6c7 tempest-TestMinimumBasicScenario-2080947217 tempest-TestMinimumBasicScenario-2080947217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:35.014228 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-282bd628-43ab-42be-a638-dadd58f0f6c7 tempest-TestMinimumBasicScenario-2080947217 tempest-TestMinimumBasicScenario-2080947217-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 1094 time: 0.1957583 Jun 24 10:25:35.017809 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40352) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:35.022086 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Request body: {'floatingip': {'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'port_id': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:35.047002 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for floatingip, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:35.137968 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:35.243628 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Allocated IP 172.27.2.129 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/18460f77-752b-4f8f-a37c-a2f559b2bf7c) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:25:35.342280 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:35.379053 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:35.381697 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:35.395631 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:25:35.417905 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:25:35.420630 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:25:35.425375 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:25:35.451359 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'Port': ['ID=18460f77-752b-4f8f-a37c-a2f559b2bf7c,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:35.455281 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:35.796389 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:35.878393 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:36.024076 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:36.028322 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:36.030314 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:36.091003 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'Port': ['ID=18460f77-752b-4f8f-a37c-a2f559b2bf7c,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:36.095264 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:36.104907 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:36.201036 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.l3_db [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Floating IP 6bf0f1c6-5be0-408c-9c30-54aaee88d79a associated. External IP: 172.27.2.129, port: f3661551-42ff-4194-9f5d-2507fe22f865. Jun 24 10:25:36.402268 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:25:36.742458 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:25:36.752936 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d8be3-7761-44f1-9e5e-c025c4fa1885 None None] Sync routers for ids ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:25:36.759468 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:36.765408 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d8be3-7761-44f1-9e5e-c025c4fa1885 None None] Routers {'abcb4be8-8ae2-49bf-8f22-88adbc5ef629'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:25:36.766664 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-f82d8be3-7761-44f1-9e5e-c025c4fa1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:25:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:36.809010 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7877221 Jun 24 10:25:36.809010 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:25:36.809655 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40368) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:36.810017 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a" -d '{"events": [{"name": "network-changed", "server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:36.818055 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-d4fba445-ce9b-4d39-b13e-a6c36effc3df tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468005028', 'description': 'tempest-secgroup-smoke-1468005028 description', 'project_id': '126aac14102a42769c7cbc9fa3fae081'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:36.848234 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d4fba445-ce9b-4d39-b13e-a6c36effc3df tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:36.856074 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d417576-fa84-4ce1-9d35-c0a4a7ae531c x-openstack-request-id: req-1d417576-fa84-4ce1-9d35-c0a4a7ae531c {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:36.856463 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:36.856817 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d417576-fa84-4ce1-9d35-c0a4a7ae531c {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:36.857359 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'status': 'completed', 'code': 200} Jun 24 10:25:36.947670 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d4fba445-ce9b-4d39-b13e-a6c36effc3df tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:36.950626 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a req-2c8b169d-276a-4aee-8652-38d6395dbca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:36.952562 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a req-2c8b169d-276a-4aee-8652-38d6395dbca6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=126aac14102a42769c7cbc9fa3fae081&device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 1099 time: 0.0661089 Jun 24 10:25:36.953455 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d4fba445-ce9b-4d39-b13e-a6c36effc3df tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:36.956329 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-6b09da73-0d85-4687-98f8-a7b017a441e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:36.980270 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fba445-ce9b-4d39-b13e-a6c36effc3df tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1375d0-196f-4fd6-9635-d969d67a4bf4,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:36.998106 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d4fba445-ce9b-4d39-b13e-a6c36effc3df tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:37.009883 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-f82d8be3-7761-44f1-9e5e-c025c4fa1885 None None] Set router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:25:37.012530 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d4fba445-ce9b-4d39-b13e-a6c36effc3df tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.014693 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-d4fba445-ce9b-4d39-b13e-a6c36effc3df tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2039816 Jun 24 10:25:37.017612 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40374) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:37.024611 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-8117802c-32de-4117-854c-84abf650ceac tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Request body: {'security_group_rule': {'security_group_id': '9e1375d0-196f-4fd6-9635-d969d67a4bf4', 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:37.060637 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8117802c-32de-4117-854c-84abf650ceac tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.073650 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a req-97587c79-018b-4449-be44-c15d65bab574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:37.075794 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a req-97587c79-018b-4449-be44-c15d65bab574 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0eb3be94-8b39-43af-9c4c-0661f34c8e94 HTTP/1.1" status: 200 len: 917 time: 0.1127117 Jun 24 10:25:37.138730 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8117802c-32de-4117-854c-84abf650ceac tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.144292 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8117802c-32de-4117-854c-84abf650ceac tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.147186 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5bec8d3e-8a21-4cc9-83eb-a70d4e340a4d tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:37.159327 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a req-cdeecf62-80ef-4c4e-ac33-9d50bf52cab0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3661551-42ff-4194-9f5d-2507fe22f865 HTTP/1.1" status: 200 len: 1000 time: 0.0760386 Jun 24 10:25:37.168007 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117802c-32de-4117-854c-84abf650ceac tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03c02c3-7e37-472d-865d-618d58365913,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:37.176602 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-8117802c-32de-4117-854c-84abf650ceac tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:37.179555 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40378) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:37.187425 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8117802c-32de-4117-854c-84abf650ceac tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.192071 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-8117802c-32de-4117-854c-84abf650ceac tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1704681 Jun 24 10:25:37.192385 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40382) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:37.196842 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-cdcb7e18-8620-4867-a580-bf102297690a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Request body: {'security_group_rule': {'security_group_id': '9e1375d0-196f-4fd6-9635-d969d67a4bf4', 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:37.224863 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7e18-8620-4867-a580-bf102297690a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.238876 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a req-69f12cbd-da6e-4ba6-8e33-9eeffece29a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:37.241463 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a req-69f12cbd-da6e-4ba6-8e33-9eeffece29a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42694b9e-8fa4-4b6d-ab24-8fc1f509e402 HTTP/1.1" status: 200 len: 854 time: 0.0703495 Jun 24 10:25:37.274466 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-f82d8be3-7761-44f1-9e5e-c025c4fa1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:24:02Z', 'revision_number': 4, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '6bf0f1c6-5be0-408c-9c30-54aaee88d79a', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'port_id': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'mac_address': 'fa:16:3e:0e:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a7c68b-d267-4492-b8ac-432f469a604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:25:35Z', 'updated_at': '2021-06-24T10:25:35Z', 'revision_number': 0, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11b0461d-fa22-45bf-9aef-843c53ae13fa', 'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'mac_address': 'fa:16:3e:4e:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:01Z', 'updated_at': '2021-06-24T10:24:13Z', 'revision_number': 5, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'subnets': [{'id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:37.289624 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7e18-8620-4867-a580-bf102297690a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.301546 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7e18-8620-4867-a580-bf102297690a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.302801 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b3145335-ab47-4b14-9610-16c7da8a98ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.309253 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a req-9d40e635-9844-4e4e-9096-12bd12b76d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:37.310759 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a req-9d40e635-9844-4e4e-9096-12bd12b76d11 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0eb3be94-8b39-43af-9c4c-0661f34c8e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587277 Jun 24 10:25:37.311463 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:37.312648 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d8be3-7761-44f1-9e5e-c025c4fa1885 None None] Checking router: abcb4be8-8ae2-49bf-8f22-88adbc5ef629 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:25:37.321422 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d8be3-7761-44f1-9e5e-c025c4fa1885 None None] Routers {'abcb4be8-8ae2-49bf-8f22-88adbc5ef629'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:25:37.322045 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-f82d8be3-7761-44f1-9e5e-c025c4fa1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:25:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:37.338485 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb7e18-8620-4867-a580-bf102297690a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0fb089-580d-40b4-8b81-2c5820aa5f74,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:37.349633 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-cdcb7e18-8620-4867-a580-bf102297690a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:37.409144 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a req-56b2bff2-ff4a-431d-bc6a-14167c034538 service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907233 Jun 24 10:25:37.434507 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b3145335-ab47-4b14-9610-16c7da8a98ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.441906 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b3145335-ab47-4b14-9610-16c7da8a98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.447889 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d1b513f7-16d4-4273-bbc2-6a130096760b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:37.450066 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-f82d8be3-7761-44f1-9e5e-c025c4fa1885 None None] Set router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:25:37.456118 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7e18-8620-4867-a580-bf102297690a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.459817 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-cdcb7e18-8620-4867-a580-bf102297690a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2640886 Jun 24 10:25:37.465018 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40384) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:37.470015 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-6e690361-3e62-4f13-a08d-d53eae2e6d55 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Request body: {'security_group_rule': {'security_group_id': '9e1375d0-196f-4fd6-9635-d969d67a4bf4', 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:37.490663 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b3145335-ab47-4b14-9610-16c7da8a98ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0909dba045a940ae96d874bdec04b989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098230 Jun 24 10:25:37.491562 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40386) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:37.497914 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3145335-ab47-4b14-9610-16c7da8a98ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51bd713-6891-458d-82af-f8047d646e4c,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:37.502204 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b3145335-ab47-4b14-9610-16c7da8a98ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:37.523062 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-6e690361-3e62-4f13-a08d-d53eae2e6d55 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.550720 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b02e5a59-f142-49a2-b4be-9792d827d8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.551108 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7cc46f88-8a5b-4b32-9f8a-760919d6b83a req-d3141569-25ff-4225-9dea-5378ce88aeb2 service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348622 Jun 24 10:25:37.579626 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b02e5a59-f142-49a2-b4be-9792d827d8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.596371 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-6e690361-3e62-4f13-a08d-d53eae2e6d55 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.601511 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-6e690361-3e62-4f13-a08d-d53eae2e6d55 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.604248 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-df203e00-8350-4d77-9106-d7d9355e1b09 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:37.621860 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e690361-3e62-4f13-a08d-d53eae2e6d55 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61be5d1e-6601-4111-8806-7078fbe06206,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:37.626161 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-6e690361-3e62-4f13-a08d-d53eae2e6d55 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:37.628913 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-6e690361-3e62-4f13-a08d-d53eae2e6d55 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.630152 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-6e690361-3e62-4f13-a08d-d53eae2e6d55 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641517 Jun 24 10:25:37.633276 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40388) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:37.638468 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-fd81eb44-62bd-4ccb-a80f-52fb36148967 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Request body: {'security_group_rule': {'security_group_id': '9e1375d0-196f-4fd6-9635-d969d67a4bf4', 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:37.646064 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b02e5a59-f142-49a2-b4be-9792d827d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.648510 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b02e5a59-f142-49a2-b4be-9792d827d8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.649573 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b02e5a59-f142-49a2-b4be-9792d827d8c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a51bd713-6891-458d-82af-f8047d646e4c HTTP/1.1" status: 204 len: 168 time: 0.1570723 Jun 24 10:25:37.651747 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b3145335-ab47-4b14-9610-16c7da8a98ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:37.664486 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e5a59-f142-49a2-b4be-9792d827d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51bd713-6891-458d-82af-f8047d646e4c,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:37.673458 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b02e5a59-f142-49a2-b4be-9792d827d8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:37.693266 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd81eb44-62bd-4ccb-a80f-52fb36148967 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.748118 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd81eb44-62bd-4ccb-a80f-52fb36148967 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.753411 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd81eb44-62bd-4ccb-a80f-52fb36148967 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.755805 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:37.772196 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81eb44-62bd-4ccb-a80f-52fb36148967 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d4a42e-da48-40d5-bd08-4dfc7a794bc3,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:37.773338 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-f82d8be3-7761-44f1-9e5e-c025c4fa1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:24:02Z', 'revision_number': 4, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '6bf0f1c6-5be0-408c-9c30-54aaee88d79a', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'port_id': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'mac_address': 'fa:16:3e:0e:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a7c68b-d267-4492-b8ac-432f469a604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:25:35Z', 'updated_at': '2021-06-24T10:25:35Z', 'revision_number': 0, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11b0461d-fa22-45bf-9aef-843c53ae13fa', 'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'mac_address': 'fa:16:3e:4e:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:01Z', 'updated_at': '2021-06-24T10:24:13Z', 'revision_number': 5, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'subnets': [{'id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:25:37.780062 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fd81eb44-62bd-4ccb-a80f-52fb36148967 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:37.785519 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd81eb44-62bd-4ccb-a80f-52fb36148967 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.790738 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40396) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:37.790904 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-fd81eb44-62bd-4ccb-a80f-52fb36148967 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557648 Jun 24 10:25:37.795841 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-29eba46e-0cde-4d26-bea5-25ec2284a8e5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Request body: {'security_group_rule': {'security_group_id': '9e1375d0-196f-4fd6-9635-d969d67a4bf4', 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:37.806589 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d8be3-7761-44f1-9e5e-c025c4fa1885 None None] The sync data for ids ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'] in dv-cinder-790492-7-iscsi is: [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:24:02Z', 'revision_number': 4, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '6bf0f1c6-5be0-408c-9c30-54aaee88d79a', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'port_id': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'mac_address': 'fa:16:3e:0e:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a7c68b-d267-4492-b8ac-432f469a604c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:25:35Z', 'updated_at': '2021-06-24T10:25:35Z', 'revision_number': 0, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11b0461d-fa22-45bf-9aef-843c53ae13fa', 'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'mac_address': 'fa:16:3e:4e:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:01Z', 'updated_at': '2021-06-24T10:24:13Z', 'revision_number': 5, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'subnets': [{'id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:25:37.839579 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.securitygroups_db [None req-29eba46e-0cde-4d26-bea5-25ec2284a8e5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Project 126aac14102a42769c7cbc9fa3fae081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:25:37.844698 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-29eba46e-0cde-4d26-bea5-25ec2284a8e5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.909923 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-29eba46e-0cde-4d26-bea5-25ec2284a8e5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.914052 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-29eba46e-0cde-4d26-bea5-25ec2284a8e5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.916066 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:37.932641 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eba46e-0cde-4d26-bea5-25ec2284a8e5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9ee18b-15f1-4576-b2bb-bc323d461620,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:37.935227 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-29eba46e-0cde-4d26-bea5-25ec2284a8e5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:37.943540 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-29eba46e-0cde-4d26-bea5-25ec2284a8e5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.944795 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-29eba46e-0cde-4d26-bea5-25ec2284a8e5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1527307 Jun 24 10:25:37.947536 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40398) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:37.952657 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-0a27cb79-6a63-4e2d-9fd8-924c624c17c5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Request body: {'security_group_rule': {'security_group_id': '9e1375d0-196f-4fd6-9635-d969d67a4bf4', 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:37.961752 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40400) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:37.975854 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.securitygroups_db [None req-0a27cb79-6a63-4e2d-9fd8-924c624c17c5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Project 126aac14102a42769c7cbc9fa3fae081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:25:37.977309 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e13b2822-0688-4fe9-9013-bda41ea32219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:37.981253 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0a27cb79-6a63-4e2d-9fd8-924c624c17c5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.043006 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf53661-0698-4b56-a476-36e5c1bb86ec None None] New status for floating IP 6bf0f1c6-5be0-408c-9c30-54aaee88d79a: ACTIVE {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:25:38.058919 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0a27cb79-6a63-4e2d-9fd8-924c624c17c5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.064029 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0a27cb79-6a63-4e2d-9fd8-924c624c17c5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.071447 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-196773e8-fd9d-461f-b1af-7447e3bc2ef4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:38.081066 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e13b2822-0688-4fe9-9013-bda41ea32219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.085559 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e13b2822-0688-4fe9-9013-bda41ea32219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.088174 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27cb79-6a63-4e2d-9fd8-924c624c17c5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1f7221-09e9-4daf-bd18-2f777127ef7c,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:38.088888 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d0c5f6c8-aa89-47eb-bbdb-f6db7a74bf0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:38.091614 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-0a27cb79-6a63-4e2d-9fd8-924c624c17c5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:38.095744 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0a27cb79-6a63-4e2d-9fd8-924c624c17c5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.096556 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-0a27cb79-6a63-4e2d-9fd8-924c624c17c5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478012 Jun 24 10:25:38.132211 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e13b2822-0688-4fe9-9013-bda41ea32219 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f2750fe7c4444ffdb82de2a9178f3adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692715 Jun 24 10:25:38.132994 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b2822-0688-4fe9-9013-bda41ea32219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6846ea6-f8f7-405d-8914-342fc334d468,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:38.135064 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40404) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:38.147717 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e13b2822-0688-4fe9-9013-bda41ea32219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:38.195169 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-41143459-37c8-4241-ac41-790d688035d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.233741 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-41143459-37c8-4241-ac41-790d688035d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.254537 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3e5cf758-6cc7-4ac7-b02a-ed14e7c755dd req-b590fffa-c3ce-4d73-b8d0-8704b7ff0f2e tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468005028&fields=id&tenant_id=126aac14102a42769c7cbc9fa3fae081 HTTP/1.1" status: 200 len: 267 time: 0.0566370 Jun 24 10:25:38.326385 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-41143459-37c8-4241-ac41-790d688035d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.328915 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-41143459-37c8-4241-ac41-790d688035d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.330034 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-41143459-37c8-4241-ac41-790d688035d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d6846ea6-f8f7-405d-8914-342fc334d468 HTTP/1.1" status: 204 len: 168 time: 0.1939082 Jun 24 10:25:38.333583 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-fc5f84b4-4842-49bb-b339-1c136249d299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:38.343242 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cf758-6cc7-4ac7-b02a-ed14e7c755dd req-ee0a6c50-254b-43a5-a6d5-b21af2de2dae tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:38.345248 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3e5cf758-6cc7-4ac7-b02a-ed14e7c755dd req-ee0a6c50-254b-43a5-a6d5-b21af2de2dae tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 946 time: 0.0843177 Jun 24 10:25:38.350273 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41143459-37c8-4241-ac41-790d688035d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6846ea6-f8f7-405d-8914-342fc334d468,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:38.353246 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-41143459-37c8-4241-ac41-790d688035d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:38.357545 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-3e5cf758-6cc7-4ac7-b02a-ed14e7c755dd req-d3658f2c-5537-47fd-b195-68c27abbeeec tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Request body: {'port': {'security_groups': ['b0e61c50-9c14-4e23-b134-b8ac12b1e146', '9e1375d0-196f-4fd6-9635-d969d67a4bf4']}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:25:38.387810 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-77b638a9-2b49-4615-9bea-2768ee017bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.444276 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-3e5cf758-6cc7-4ac7-b02a-ed14e7c755dd req-d3658f2c-5537-47fd-b195-68c27abbeeec tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.644659 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-3e5cf758-6cc7-4ac7-b02a-ed14e7c755dd req-d3658f2c-5537-47fd-b195-68c27abbeeec tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] For port f3661551-42ff-4194-9f5d-2507fe22f865, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3661551-42ff-4194-9f5d-2507fe22f865,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:38.675632 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-3e5cf758-6cc7-4ac7-b02a-ed14e7c755dd req-d3658f2c-5537-47fd-b195-68c27abbeeec tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.680686 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-3e5cf758-6cc7-4ac7-b02a-ed14e7c755dd req-d3658f2c-5537-47fd-b195-68c27abbeeec tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.684738 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:38.694549 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['f3661551-42ff-4194-9f5d-2507fe22f865'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:38.736647 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cf758-6cc7-4ac7-b02a-ed14e7c755dd req-d3658f2c-5537-47fd-b195-68c27abbeeec tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:38.737310 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-3e5cf758-6cc7-4ac7-b02a-ed14e7c755dd req-d3658f2c-5537-47fd-b195-68c27abbeeec tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:38.738731 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3e5cf758-6cc7-4ac7-b02a-ed14e7c755dd req-d3658f2c-5537-47fd-b195-68c27abbeeec tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "PUT /v2.0/ports/f3661551-42ff-4194-9f5d-2507fe22f865 HTTP/1.1" status: 200 len: 982 time: 0.3864939 Jun 24 10:25:38.818283 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3658f2c-5537-47fd-b195-68c27abbeeec tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'Port': ['ID=f3661551-42ff-4194-9f5d-2507fe22f865,revision_number=6']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:38.826538 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d3658f2c-5537-47fd-b195-68c27abbeeec tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:38.858610 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:25:38.862788 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1493010d-5bdd-459d-b43f-3d747c5cd355" -d '{"events": [{"name": "network-changed", "server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:25:38.907970 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf7092f-7e77-4e31-be56-01977e05f283 x-openstack-request-id: req-1bf7092f-7e77-4e31-be56-01977e05f283 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:25:38.907970 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:25:38.908222 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1bf7092f-7e77-4e31-be56-01977e05f283 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:25:38.908601 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'status': 'completed', 'code': 200} Jun 24 10:25:38.916855 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['f3661551-42ff-4194-9f5d-2507fe22f865'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:39.006181 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493010d-5bdd-459d-b43f-3d747c5cd355 req-d90dac9a-097d-4408-bce3-e29773430ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:39.008107 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1493010d-5bdd-459d-b43f-3d747c5cd355 req-d90dac9a-097d-4408-bce3-e29773430ead service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=126aac14102a42769c7cbc9fa3fae081&device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 1138 time: 0.0670850 Jun 24 10:25:39.016146 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae7b4c-3143-461a-89e8-32db7bb70752 req-8564df31-202f-4955-b88d-334ccce9a7af tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:39.017686 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-75ae7b4c-3143-461a-89e8-32db7bb70752 req-8564df31-202f-4955-b88d-334ccce9a7af tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.1147218 Jun 24 10:25:39.075877 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-75ae7b4c-3143-461a-89e8-32db7bb70752 req-10408b0f-1c94-4d22-ba99-d0971baaeb15 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&id=9e1375d0-196f-4fd6-9635-d969d67a4bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488877 Jun 24 10:25:39.122907 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493010d-5bdd-459d-b43f-3d747c5cd355 req-fb0df192-f064-4e9d-83db-a69677be10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:39.125827 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1493010d-5bdd-459d-b43f-3d747c5cd355 req-fb0df192-f064-4e9d-83db-a69677be10d8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0eb3be94-8b39-43af-9c4c-0661f34c8e94 HTTP/1.1" status: 200 len: 917 time: 0.1104741 Jun 24 10:25:39.131373 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-4bdca3fd-bc34-43cc-95e7-79a8cdc0e7fb None None] Provisioning complete for port f3661551-42ff-4194-9f5d-2507fe22f865 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:25:39.132100 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4bdca3fd-bc34-43cc-95e7-79a8cdc0e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:39.214620 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1493010d-5bdd-459d-b43f-3d747c5cd355 req-e6b9d183-d02e-4221-acbf-b5a985b1a0f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3661551-42ff-4194-9f5d-2507fe22f865 HTTP/1.1" status: 200 len: 1002 time: 0.0806124 Jun 24 10:25:39.270944 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493010d-5bdd-459d-b43f-3d747c5cd355 req-f488576d-0c35-4e4a-9ff2-25ab40a7806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:39.272365 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1493010d-5bdd-459d-b43f-3d747c5cd355 req-f488576d-0c35-4e4a-9ff2-25ab40a7806b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42694b9e-8fa4-4b6d-ab24-8fc1f509e402 HTTP/1.1" status: 200 len: 854 time: 0.0496833 Jun 24 10:25:39.334014 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493010d-5bdd-459d-b43f-3d747c5cd355 req-e1621efa-0f25-4233-b17d-dd83e85d6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:39.335835 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1493010d-5bdd-459d-b43f-3d747c5cd355 req-e1621efa-0f25-4233-b17d-dd83e85d6383 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0eb3be94-8b39-43af-9c4c-0661f34c8e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569015 Jun 24 10:25:39.446769 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1493010d-5bdd-459d-b43f-3d747c5cd355 req-ffeab288-5e94-420a-a3a5-ca9d0963cadc service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964112 Jun 24 10:25:39.544372 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1493010d-5bdd-459d-b43f-3d747c5cd355 req-12a3933d-2d46-49d1-b7e8-82f7b8fb8629 service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891562 Jun 24 10:25:40.384720 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40488) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:40.488353 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-409de381-c893-4899-bb5a-88a058255fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:40.575272 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-409de381-c893-4899-bb5a-88a058255fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:40.579165 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-409de381-c893-4899-bb5a-88a058255fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:40.581606 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4ea1e23c-7157-43ec-a617-901de3f6a78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:40.620076 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-409de381-c893-4899-bb5a-88a058255fbc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20cadb32892e4473baffa08de6b08653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342813 Jun 24 10:25:40.620991 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409de381-c893-4899-bb5a-88a058255fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074efdb7-cdb5-4154-8c11-636e23177f8e,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:40.622747 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40492) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:40.624362 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-409de381-c893-4899-bb5a-88a058255fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:40.670270 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c04977fb-147e-42e5-932a-1e30843b0250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:40.695060 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c04977fb-147e-42e5-932a-1e30843b0250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:40.739685 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c04977fb-147e-42e5-932a-1e30843b0250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:40.742268 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c04977fb-147e-42e5-932a-1e30843b0250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:40.743392 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-c04977fb-147e-42e5-932a-1e30843b0250 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/074efdb7-cdb5-4154-8c11-636e23177f8e HTTP/1.1" status: 204 len: 168 time: 0.1196826 Jun 24 10:25:40.744214 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5073bfda-bfd3-40bb-b747-a7dcf49079bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:40.752755 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04977fb-147e-42e5-932a-1e30843b0250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074efdb7-cdb5-4154-8c11-636e23177f8e,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:40.754903 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-c04977fb-147e-42e5-932a-1e30843b0250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:41.013443 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40500) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:41.026851 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-443de594-fb80-4457-a9c8-669f3f1ef414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:41.093603 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4e17d1e3-9929-46fc-8769-a0cf52d82a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:41.112291 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-443de594-fb80-4457-a9c8-669f3f1ef414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:41.116058 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-443de594-fb80-4457-a9c8-669f3f1ef414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:41.119016 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c73506eb-f82b-44e5-8b0f-e177dc4a4b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:41.164840 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443de594-fb80-4457-a9c8-669f3f1ef414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924e6e55-f6dc-415e-be36-e506eed93056,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:41.169099 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-443de594-fb80-4457-a9c8-669f3f1ef414 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46928e5be3b44fdc97b770d6b063186e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546311 Jun 24 10:25:41.169965 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-443de594-fb80-4457-a9c8-669f3f1ef414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:41.172176 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40502) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:41.214607 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:41.225222 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-885e60fd-4fd5-4b8b-8f7c-f6db4014b41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:41.246126 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-885e60fd-4fd5-4b8b-8f7c-f6db4014b41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:41.291741 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-885e60fd-4fd5-4b8b-8f7c-f6db4014b41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:41.294313 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-885e60fd-4fd5-4b8b-8f7c-f6db4014b41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:41.295449 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-885e60fd-4fd5-4b8b-8f7c-f6db4014b41e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/924e6e55-f6dc-415e-be36-e506eed93056 HTTP/1.1" status: 204 len: 168 time: 0.1221855 Jun 24 10:25:41.296219 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-bfa610c0-6bea-4026-8fe4-96ce085c3cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:41.303418 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e60fd-4fd5-4b8b-8f7c-f6db4014b41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924e6e55-f6dc-415e-be36-e506eed93056,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:41.305587 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-885e60fd-4fd5-4b8b-8f7c-f6db4014b41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:42.019147 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:43.721462 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:47.458601 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40590) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:47.569070 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c0925e5f-016a-452c-a531-c3ab47aee304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:47.657765 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c0925e5f-016a-452c-a531-c3ab47aee304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:47.662376 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-c0925e5f-016a-452c-a531-c3ab47aee304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:47.664732 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-61f59ff3-b848-4edf-9638-437b17da612d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:47.702218 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-c0925e5f-016a-452c-a531-c3ab47aee304 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aeed9502de68463096392b90220bb065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425237 Jun 24 10:25:47.703106 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0925e5f-016a-452c-a531-c3ab47aee304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d248db7-1e29-4d7f-b8ac-0295ad608fd5,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:47.704892 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 40596) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:47.706621 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-c0925e5f-016a-452c-a531-c3ab47aee304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:47.757756 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6c92f73b-b7f9-4353-99a1-24abaf34ec5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:47.778890 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6c92f73b-b7f9-4353-99a1-24abaf34ec5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:47.825987 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6c92f73b-b7f9-4353-99a1-24abaf34ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:47.828566 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6c92f73b-b7f9-4353-99a1-24abaf34ec5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:47.829732 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-6c92f73b-b7f9-4353-99a1-24abaf34ec5f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d248db7-1e29-4d7f-b8ac-0295ad608fd5 HTTP/1.1" status: 204 len: 168 time: 0.1227214 Jun 24 10:25:47.830645 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-22fc8bd0-932f-42b3-a63f-7d034530195e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:47.838591 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92f73b-b7f9-4353-99a1-24abaf34ec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d248db7-1e29-4d7f-b8ac-0295ad608fd5,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:47.840809 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-6c92f73b-b7f9-4353-99a1-24abaf34ec5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:48.080362 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40602) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:48.094642 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9bd14438-d023-4c8e-9484-f55020fad501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:48.178723 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9bd14438-d023-4c8e-9484-f55020fad501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:48.182563 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9bd14438-d023-4c8e-9484-f55020fad501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:48.185121 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-26b8f612-568c-4224-8036-df07171ce9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:48.219230 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd14438-d023-4c8e-9484-f55020fad501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0090b92-67c2-4a6f-b166-48ab6e030933,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:48.224804 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-9bd14438-d023-4c8e-9484-f55020fad501 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=086337b814344de8a0d84218b4c3c417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421158 Jun 24 10:25:48.224804 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-9bd14438-d023-4c8e-9484-f55020fad501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:48.226160 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 40604) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:25:48.273892 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5c682d3c-e98c-4766-9638-dcdf0ddb4067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:48.294461 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5c682d3c-e98c-4766-9638-dcdf0ddb4067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:48.340913 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5c682d3c-e98c-4766-9638-dcdf0ddb4067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:48.343924 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5c682d3c-e98c-4766-9638-dcdf0ddb4067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:48.345159 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-5c682d3c-e98c-4766-9638-dcdf0ddb4067 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0090b92-67c2-4a6f-b166-48ab6e030933 HTTP/1.1" status: 204 len: 168 time: 0.1181774 Jun 24 10:25:48.346187 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ecd199d6-152e-45d4-817d-dbccb3ea1cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:48.354139 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c682d3c-e98c-4766-9638-dcdf0ddb4067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0090b92-67c2-4a6f-b166-48ab6e030933,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:25:48.356411 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5c682d3c-e98c-4766-9638-dcdf0ddb4067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:25:55.505288 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333369db-ccca-4ccd-8acd-265e60f3e272 req-bb6e033c-ed67-445f-83ab-120f808a3daa tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:55.507264 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-333369db-ccca-4ccd-8acd-265e60f3e272 req-bb6e033c-ed67-445f-83ab-120f808a3daa tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 945 time: 0.0654051 Jun 24 10:25:55.549927 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-333369db-ccca-4ccd-8acd-265e60f3e272 req-93f24127-1160-485e-8c65-6a1e3391ff45 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345993 Jun 24 10:25:56.721534 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dca6a-43ca-4ff1-a159-6502c2083985 req-f4677261-865d-48c6-a1d5-4cf271552441 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:56.723014 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-895dca6a-43ca-4ff1-a159-6502c2083985 req-f4677261-865d-48c6-a1d5-4cf271552441 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 945 time: 0.0617216 Jun 24 10:25:56.759803 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-895dca6a-43ca-4ff1-a159-6502c2083985 req-efb0599c-b300-4147-8ddf-a628fa9f96b4 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312600 Jun 24 10:25:57.930961 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b6f48-9f72-4618-89ca-a803cae69b8c req-b587f06b-d8e2-457d-8559-c8148ea80317 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:57.932436 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c43b6f48-9f72-4618-89ca-a803cae69b8c req-b587f06b-d8e2-457d-8559-c8148ea80317 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 945 time: 0.0614681 Jun 24 10:25:57.969488 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c43b6f48-9f72-4618-89ca-a803cae69b8c req-643ef0c2-10ad-407d-9b88-ba80195c5c98 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315905 Jun 24 10:25:59.142467 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33babcf-66de-4119-a5b8-13f5f84bdfd2 req-748b4c6f-14a5-4f62-a2aa-ed749fa4fa01 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:59.143808 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e33babcf-66de-4119-a5b8-13f5f84bdfd2 req-748b4c6f-14a5-4f62-a2aa-ed749fa4fa01 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 945 time: 0.0639935 Jun 24 10:25:59.180289 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e33babcf-66de-4119-a5b8-13f5f84bdfd2 req-485787f3-644e-44aa-8109-f80752df5196 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/security-groups?id=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304105 Jun 24 10:25:59.644289 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b5afc-18e2-4363-920c-9042fb9abb8b req-7737d38c-8507-49a2-b847-7a191e880c87 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:25:59.645735 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2e7b5afc-18e2-4363-920c-9042fb9abb8b req-7737d38c-8507-49a2-b847-7a191e880c87 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.77 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 945 time: 0.0676355 Jun 24 10:25:59.740016 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-2e7b5afc-18e2-4363-920c-9042fb9abb8b req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Deleting port 2f7cff26-9992-4086-932f-9c1b9a0681a9 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:25:59.740348 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-2e7b5afc-18e2-4363-920c-9042fb9abb8b req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:59.833480 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-2e7b5afc-18e2-4363-920c-9042fb9abb8b req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] For port 2f7cff26-9992-4086-932f-9c1b9a0681a9, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2f7cff26-9992-4086-932f-9c1b9a0681a9,segment=NetworkSegment(283da210-89b0-4e65-a9a7-3f8f0952046a),segment_id=283da210-89b0-4e65-a9a7-3f8f0952046a)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:25:59.833827 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-2e7b5afc-18e2-4363-920c-9042fb9abb8b req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:59.846979 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-2e7b5afc-18e2-4363-920c-9042fb9abb8b req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Calling delete_port for 2f7cff26-9992-4086-932f-9c1b9a0681a9 owned by compute:nova {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:25:59.964932 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-2e7b5afc-18e2-4363-920c-9042fb9abb8b req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:25:59.968724 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7af32191-8387-4d38-811b-4bb14184f596 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:25:59.977489 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['2f7cff26-9992-4086-932f-9c1b9a0681a9'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:25:59.998871 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Pushing event deleted for resources: {'Port': ['ID=2f7cff26-9992-4086-932f-9c1b9a0681a9,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:00.009229 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:00.044116 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7b5afc-18e2-4363-920c-9042fb9abb8b req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] No DVR routers for this DVR port 2f7cff26-9992-4086-932f-9c1b9a0681a9 on host hv-cinder-79049 {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:26:00.047594 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-2e7b5afc-18e2-4363-920c-9042fb9abb8b req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:00.049559 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2e7b5afc-18e2-4363-920c-9042fb9abb8b req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.77 "DELETE /v2.0/ports/2f7cff26-9992-4086-932f-9c1b9a0681a9 HTTP/1.1" status: 204 len: 173 time: 0.3983452 Jun 24 10:26:00.050132 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b5c35a-2180-4d0d-8f93-3e44ab87b5ea', 'name': 'network-vif-deleted', 'tag': '2f7cff26-9992-4086-932f-9c1b9a0681a9'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:26:00.052317 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0920f06c-caee-4ef9-bc0c-b58f935d4c8f" -d '{"events": [{"server_uuid": "26b5c35a-2180-4d0d-8f93-3e44ab87b5ea", "name": "network-vif-deleted", "tag": "2f7cff26-9992-4086-932f-9c1b9a0681a9"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:00.091145 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed78cc9-5fa2-4339-ba64-355b99314d57 x-openstack-request-id: req-1ed78cc9-5fa2-4339-ba64-355b99314d57 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:00.091500 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b5c35a-2180-4d0d-8f93-3e44ab87b5ea", "name": "network-vif-deleted", "tag": "2f7cff26-9992-4086-932f-9c1b9a0681a9", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:00.091837 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ed78cc9-5fa2-4339-ba64-355b99314d57 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:00.092519 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b5c35a-2180-4d0d-8f93-3e44ab87b5ea', 'name': 'network-vif-deleted', 'tag': '2f7cff26-9992-4086-932f-9c1b9a0681a9', 'status': 'completed', 'code': 200} Jun 24 10:26:00.334757 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-63b7218c-fba4-4e83-b3d9-fbe4bfbaa7d2 req-cb447504-6154-4048-8f89-3dd513815aa1 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] 10.222.0.79 "GET /v2.0/ports?device_id=26b5c35a-2180-4d0d-8f93-3e44ab87b5ea HTTP/1.1" status: 200 len: 210 time: 0.0285814 Jun 24 10:26:04.073201 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2f7cff26-9992-4086-932f-9c1b9a0681a9 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:26:04.095891 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: 2f7cff26-9992-4086-932f-9c1b9a0681a9 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:26:04.096240 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2f7cff26-9992-4086-932f-9c1b9a0681a9 not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:26:04.945939 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:08.379611 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-857a121f-b4eb-4960-bae6-0d570b6e5c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:11.095229 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-0f630b02-0bd2-41df-a239-cfbda3fef84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:11.215311 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:12.020259 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:12.394305 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:26:13.735277 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:15.701514 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6493f7e-eef1-43f9-9cb9-4fbae20d5a10 req-e2234711-ea2a-4e97-8c2e-b11cb40632a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:15.703004 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d6493f7e-eef1-43f9-9cb9-4fbae20d5a10 req-e2234711-ea2a-4e97-8c2e-b11cb40632a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 946 time: 0.0646977 Jun 24 10:26:15.754833 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d6493f7e-eef1-43f9-9cb9-4fbae20d5a10 req-4aca70d0-c2e6-454e-85d4-0fd2df4f7811 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461807 Jun 24 10:26:17.034951 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d7443-af9c-4384-8d17-2bc5e9e9b757 req-1cc3be93-3bfd-4b23-8a83-1609f698701e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:17.036386 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c09d7443-af9c-4384-8d17-2bc5e9e9b757 req-1cc3be93-3bfd-4b23-8a83-1609f698701e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 946 time: 0.1602151 Jun 24 10:26:17.076320 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c09d7443-af9c-4384-8d17-2bc5e9e9b757 req-b3a09c2e-9968-455a-8688-d370482c5a54 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341280 Jun 24 10:26:17.693490 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-717b461f-cfb6-403f-9488-5d7a19883397 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:17.695118 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-717b461f-cfb6-403f-9488-5d7a19883397 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.77 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 946 time: 0.0671721 Jun 24 10:26:17.800577 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Deleting port 744574d4-1813-4da4-a8bd-39d5f14ada9c {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:26:17.800914 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:17.893159 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] For port 744574d4-1813-4da4-a8bd-39d5f14ada9c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=744574d4-1813-4da4-a8bd-39d5f14ada9c,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:17.893521 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:18.119864 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:18.120161 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:18.120505 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.l3_db [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Floating IP 3843d809-05f6-4d87-80d7-0fc09749a170 disassociated. External IP: 172.27.2.30, port: 744574d4-1813-4da4-a8bd-39d5f14ada9c. Jun 24 10:26:18.120844 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Calling delete_port for 744574d4-1813-4da4-a8bd-39d5f14ada9c owned by compute:nova {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:26:18.283589 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:18.288613 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e6184625-a533-46fb-96ad-b8e98d02797c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:18.318969 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event deleted for resources: {'Port': ['ID=744574d4-1813-4da4-a8bd-39d5f14ada9c,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:18.328033 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f397a-3a7a-4034-bbc9-edc4734896b6 req-32f9a198-f77c-4818-b5c1-93cfb7d8a386 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:18.329499 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-464f397a-3a7a-4034-bbc9-edc4734896b6 req-32f9a198-f77c-4818-b5c1-93cfb7d8a386 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=968e53c1-d137-47f1-9241-66bc52cad468 HTTP/1.1" status: 200 len: 946 time: 0.1342294 Jun 24 10:26:18.331456 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:18.404070 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-464f397a-3a7a-4034-bbc9-edc4734896b6 req-6c68a1ba-a91d-4ce5-9747-7545fc993c00 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3b5a6fe-e049-4a31-b544-c716bee1c36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680432 Jun 24 10:26:18.473364 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Router 4cd0107f-211a-42fb-ba4f-165b33421aa1 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:26:18.578647 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:18.587834 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd00df9-f2dc-491f-839e-d9f7432cc416 None None] Sync routers for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:18.599828 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd00df9-f2dc-491f-839e-d9f7432cc416 None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:18.600462 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-6bd00df9-f2dc-491f-839e-d9f7432cc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:18.623328 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] No DVR routers for this DVR port 744574d4-1813-4da4-a8bd-39d5f14ada9c on host hv-cinder-79049 {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:26:18.625663 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:18.627621 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c6ca0d48-b1a4-43dc-a931-fdd49dd225b3 req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.77 "DELETE /v2.0/ports/744574d4-1813-4da4-a8bd-39d5f14ada9c HTTP/1.1" status: 204 len: 173 time: 0.9234185 Jun 24 10:26:18.628110 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'name': 'network-vif-deleted', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:26:18.630350 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e62cc02-640c-4495-82e8-6b85a6296e8c" -d '{"events": [{"server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "name": "network-vif-deleted", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:18.670521 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55d4599-f07a-4837-b728-47d99302f644 x-openstack-request-id: req-d55d4599-f07a-4837-b728-47d99302f644 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:18.670969 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968e53c1-d137-47f1-9241-66bc52cad468", "name": "network-vif-deleted", "tag": "744574d4-1813-4da4-a8bd-39d5f14ada9c", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:18.671345 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d55d4599-f07a-4837-b728-47d99302f644 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:18.671891 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968e53c1-d137-47f1-9241-66bc52cad468', 'name': 'network-vif-deleted', 'tag': '744574d4-1813-4da4-a8bd-39d5f14ada9c', 'status': 'completed', 'code': 200} Jun 24 10:26:18.713568 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-6bd00df9-f2dc-491f-839e-d9f7432cc416 None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:18.942925 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-6bd00df9-f2dc-491f-839e-d9f7432cc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:18.970011 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd00df9-f2dc-491f-839e-d9f7432cc416 None None] Checking router: 4cd0107f-211a-42fb-ba4f-165b33421aa1 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:18.978165 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd00df9-f2dc-491f-839e-d9f7432cc416 None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:18.978800 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-6bd00df9-f2dc-491f-839e-d9f7432cc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:19.093913 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-6bd00df9-f2dc-491f-839e-d9f7432cc416 None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:19.434694 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-6bd00df9-f2dc-491f-839e-d9f7432cc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:19.462737 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd00df9-f2dc-491f-839e-d9f7432cc416 None None] The sync data for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi is: [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:19.534645 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41004) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:19.593922 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:19.618457 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:19.671787 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:19.674561 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:19.675791 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "DELETE /v2.0/security-groups/e3b5a6fe-e049-4a31-b544-c716bee1c36b HTTP/1.1" status: 204 len: 168 time: 0.1401010 Jun 24 10:26:19.676657 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-55bb71c6-583f-4b97-8c09-f056ab4de3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:19.678802 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41006) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:19.695195 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.api.v2.resource [None req-681f1cfd-1d16-4a64-afa3-acf501e875f6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] show failed (client error): The resource could not be found. Jun 24 10:26:19.695589 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b5a6fe-e049-4a31-b544-c716bee1c36b,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:19.696193 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-681f1cfd-1d16-4a64-afa3-acf501e875f6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups/e3b5a6fe-e049-4a31-b544-c716bee1c36b HTTP/1.1" status: 404 len: 347 time: 0.0164292 Jun 24 10:26:19.699292 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41008) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:19.705701 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.706293 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.706498 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.706865 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.707226 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.707582 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.707938 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.708429 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.708780 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.709131 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.709555 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.709870 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:19.713223 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:19.715438 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a26338-4d3c-445a-993e-5dbda0b7bc32 None None] New status for floating IP 3843d809-05f6-4d87-80d7-0fc09749a170: DOWN {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:26:19.836254 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Deleting port de685f87-9740-4b78-94b6-0c6baa836d5b {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:26:19.836593 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:19.913438 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:19.913769 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:19.925017 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Calling delete_port for de685f87-9740-4b78-94b6-0c6baa836d5b owned by network:floatingip {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:26:20.083184 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.085393 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:20.112217 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event deleted for resources: {'Port': ['ID=de685f87-9740-4b78-94b6-0c6baa836d5b,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:20.165626 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.166115 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.166455 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.166837 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.167177 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.167664 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.168027 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.168387 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.168769 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.169119 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.169477 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.170224 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:20.176147 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:20.192683 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.195429 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.196545 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "DELETE /v2.0/floatingips/3843d809-05f6-4d87-80d7-0fc09749a170 HTTP/1.1" status: 204 len: 168 time: 0.4963419 Jun 24 10:26:20.453743 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41034) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:20.458417 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-de49b72f-4684-431d-ac27-fc7c2d98f957 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214026209', 'description': 'tempest-description--1054689900'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:20.481140 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-de49b72f-4684-431d-ac27-fc7c2d98f957 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.569108 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-de49b72f-4684-431d-ac27-fc7c2d98f957 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.573335 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-de49b72f-4684-431d-ac27-fc7c2d98f957 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.576107 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-c04977fb-147e-42e5-932a-1e30843b0250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:20.600990 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-de49b72f-4684-431d-ac27-fc7c2d98f957 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.602232 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-de49b72f-4684-431d-ac27-fc7c2d98f957 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1473916 Jun 24 10:26:20.605606 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41036) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:20.610917 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-dc3fed56-a5ec-43f2-aaa7-7c19a358933f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'security_group_rule': {'security_group_id': '4839e838-b3a4-420f-9ad8-c9525aa281ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:20.616371 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49b72f-4684-431d-ac27-fc7c2d98f957 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4839e838-b3a4-420f-9ad8-c9525aa281ee,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:20.621037 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-de49b72f-4684-431d-ac27-fc7c2d98f957 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:20.642012 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dc3fed56-a5ec-43f2-aaa7-7c19a358933f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.699078 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dc3fed56-a5ec-43f2-aaa7-7c19a358933f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.702941 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dc3fed56-a5ec-43f2-aaa7-7c19a358933f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.704867 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:20.721896 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fed56-a5ec-43f2-aaa7-7c19a358933f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7e92b6-d933-4497-a339-e4cf4179a695,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:20.724827 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-dc3fed56-a5ec-43f2-aaa7-7c19a358933f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:20.726050 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dc3fed56-a5ec-43f2-aaa7-7c19a358933f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.727338 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-dc3fed56-a5ec-43f2-aaa7-7c19a358933f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207914 Jun 24 10:26:20.730697 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41038) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:20.735173 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-5a4977b0-fe94-4c61-9c61-09ac69350781 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'security_group_rule': {'security_group_id': '4839e838-b3a4-420f-9ad8-c9525aa281ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:20.761966 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a4977b0-fe94-4c61-9c61-09ac69350781 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.821913 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a4977b0-fe94-4c61-9c61-09ac69350781 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.825657 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a4977b0-fe94-4c61-9c61-09ac69350781 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:20.827718 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:21.078122 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4977b0-fe94-4c61-9c61-09ac69350781 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf2b42a-8987-4bd3-be8e-a71b4d32e369,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:21.081342 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5a4977b0-fe94-4c61-9c61-09ac69350781 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:21.085172 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a4977b0-fe94-4c61-9c61-09ac69350781 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:21.086494 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-5a4977b0-fe94-4c61-9c61-09ac69350781 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3548956 Jun 24 10:26:21.090123 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41044) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:21.094503 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'floatingip': {'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:21.116690 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:21.223973 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:21.344549 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Allocated IP 172.27.2.21 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/93ab2e06-ab34-4dda-8645-caa6f69af565) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:21.446404 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:21.485756 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:21.487721 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-6b6dc66b-2149-43ac-95d3-989e7b46b4a9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:21.526374 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:21.529535 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:21.532806 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:26:21.555408 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'Port': ['ID=93ab2e06-ab34-4dda-8645-caa6f69af565,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:21.559359 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:21.622885 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:21.656200 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 744574d4-1813-4da4-a8bd-39d5f14ada9c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:26:21.665079 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:21.675868 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: 744574d4-1813-4da4-a8bd-39d5f14ada9c {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:26:21.676219 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 744574d4-1813-4da4-a8bd-39d5f14ada9c not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:26:21.823355 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:21.828572 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:21.831324 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:21.897645 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'Port': ['ID=93ab2e06-ab34-4dda-8645-caa6f69af565,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:21.901581 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:21.910045 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:21.924266 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:21.925944 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8346429 Jun 24 10:26:22.050302 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb63a-e7e4-4e08-88ee-5a4ad32fb01c req-b23453ae-1ac5-4502-8831-2756fedca457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:22.051847 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f59fb63a-e7e4-4e08-88ee-5a4ad32fb01c req-b23453ae-1ac5-4502-8831-2756fedca457 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=126aac14102a42769c7cbc9fa3fae081&device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 1138 time: 0.0909166 Jun 24 10:26:22.091871 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa422cfa-a328-4314-ae0d-d2f420be6d98 req-a9914de7-89a3-4e4e-99eb-93a1b3b945ef tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:22.099816 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-aa422cfa-a328-4314-ae0d-d2f420be6d98 req-a9914de7-89a3-4e4e-99eb-93a1b3b945ef tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.1062307 Jun 24 10:26:22.138186 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-f981ca28-d94e-4652-9d51-5a00090d386f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1214026209&fields=id&tenant_id=30b722359ee34becb7afe190d9a5b83e HTTP/1.1" status: 200 len: 267 time: 0.0471778 Jun 24 10:26:22.185442 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-aa422cfa-a328-4314-ae0d-d2f420be6d98 req-26421d82-adab-418b-8423-814a70913528 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&id=9e1375d0-196f-4fd6-9635-d969d67a4bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802991 Jun 24 10:26:22.210275 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb63a-e7e4-4e08-88ee-5a4ad32fb01c req-997622ce-708d-4709-99a8-9303ff3fbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:22.211978 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f59fb63a-e7e4-4e08-88ee-5a4ad32fb01c req-997622ce-708d-4709-99a8-9303ff3fbf8b service neutron] 10.222.0.77 "GET /v2.0/networks?id=0eb3be94-8b39-43af-9c4c-0661f34c8e94 HTTP/1.1" status: 200 len: 917 time: 0.1519680 Jun 24 10:26:22.250253 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-f1e2a583-b125-49dd-8151-fec0ede560c4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:22.253380 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-f1e2a583-b125-49dd-8151-fec0ede560c4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 817 time: 0.1107404 Jun 24 10:26:22.278773 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-996919c0-3a9f-445e-b928-0b39596978a1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/quotas/30b722359ee34becb7afe190d9a5b83e HTTP/1.1" status: 200 len: 375 time: 0.0114353 Jun 24 10:26:22.309100 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f59fb63a-e7e4-4e08-88ee-5a4ad32fb01c req-dfff72f0-b78e-4c1f-bb7b-057040f7f91e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3661551-42ff-4194-9f5d-2507fe22f865 HTTP/1.1" status: 200 len: 1002 time: 0.0893157 Jun 24 10:26:22.355844 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-cd0b6382-fb81-4d71-b9fa-d16b5a9420b5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709877 Jun 24 10:26:22.362307 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb63a-e7e4-4e08-88ee-5a4ad32fb01c req-bfe90970-7798-42a4-b805-2e26db93c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:22.363831 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f59fb63a-e7e4-4e08-88ee-5a4ad32fb01c req-bfe90970-7798-42a4-b805-2e26db93c32c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42694b9e-8fa4-4b6d-ab24-8fc1f509e402 HTTP/1.1" status: 200 len: 854 time: 0.0479336 Jun 24 10:26:22.430415 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb63a-e7e4-4e08-88ee-5a4ad32fb01c req-5e95329e-0237-4917-92cf-493b434d7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:22.432718 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f59fb63a-e7e4-4e08-88ee-5a4ad32fb01c req-5e95329e-0237-4917-92cf-493b434d7454 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0eb3be94-8b39-43af-9c4c-0661f34c8e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597887 Jun 24 10:26:22.508826 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-1601dd58-07b4-4688-970e-efae215d65bd service neutron] 10.222.0.79 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412644 Jun 24 10:26:22.530551 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f59fb63a-e7e4-4e08-88ee-5a4ad32fb01c req-28f2113c-5bca-435b-ac24-930dbfc1faed service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892243 Jun 24 10:26:22.597512 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-1524689d-4cef-478a-8121-da0a26da8697 service neutron] 10.222.0.79 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830190 Jun 24 10:26:22.623567 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f59fb63a-e7e4-4e08-88ee-5a4ad32fb01c req-c1d481c5-3be8-4e67-8fa0-6db24dfc0982 service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862403 Jun 24 10:26:22.775020 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dd5253b7-7f7b-4553-b859-9b40eff8b80c req-0313a53a-adda-47e0-9a6b-5a9ce34dc869 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 210 time: 0.0288990 Jun 24 10:26:23.375127 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d797-ba3c-4ccb-8e6b-d894cedc1155 req-2495693d-d87c-4758-8ae1-da75d819e8e2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:23.376587 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ba07d797-ba3c-4ccb-8e6b-d894cedc1155 req-2495693d-d87c-4758-8ae1-da75d819e8e2 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.0726535 Jun 24 10:26:23.416220 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ba07d797-ba3c-4ccb-8e6b-d894cedc1155 req-bf9bb869-10b2-419c-885f-e3e2866e40ab tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&id=9e1375d0-196f-4fd6-9635-d969d67a4bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338991 Jun 24 10:26:23.935444 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-392da4a2-7489-4eab-85a6-0417133138cf req-77d41101-ec33-4d1f-9fe6-aace94847e10 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 210 time: 0.0322244 Jun 24 10:26:24.080681 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-41a36358-4554-4443-a0b6-9512139f83f2 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:24.082101 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-41a36358-4554-4443-a0b6-9512139f83f2 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 817 time: 0.1136897 Jun 24 10:26:24.132391 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4cafa5da-6954-43af-a662-468d307ab096 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b722359ee34becb7afe190d9a5b83e HTTP/1.1" status: 200 len: 380 time: 0.0367422 Jun 24 10:26:24.142335 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'port': {'device_id': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'admin_state_up': True, 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'security_groups': ['4839e838-b3a4-420f-9ad8-c9525aa281ee']}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:24.290090 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Made reservation on behalf of 30b722359ee34becb7afe190d9a5b83e for: {'port': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:24.294662 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:24.366391 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46552b4-466d-4298-a653-070500c22e01 req-ff813013-bc19-4f65-a845-4557cf60448a tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:24.368019 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a46552b4-466d-4298-a653-070500c22e01 req-ff813013-bc19-4f65-a845-4557cf60448a tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1148756 Jun 24 10:26:24.449644 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a46552b4-466d-4298-a653-070500c22e01 req-82ae38d0-d4c5-4d77-9054-c3953a42391e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728593 Jun 24 10:26:24.469658 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Allocated IP 172.20.0.14 (d4aa093c-2ab3-42e3-892f-5101cdfd7bf1/2c174979-aa7d-43b3-a962-fe6491047c16/016f3555-efc5-4bbc-996c-05dd98149ceb) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:24.624167 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100adc34-0032-4733-a88b-59193ca89fd5 req-0fae1f9b-8374-413f-81dc-b3bb5ff0561e tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:24.625660 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-100adc34-0032-4733-a88b-59193ca89fd5 req-0fae1f9b-8374-413f-81dc-b3bb5ff0561e tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.0766199 Jun 24 10:26:24.637517 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41146) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:24.643475 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:24.670680 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-100adc34-0032-4733-a88b-59193ca89fd5 req-5d0a9b78-84d7-468e-80dd-cdc8a3b6ad51 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&id=9e1375d0-196f-4fd6-9635-d969d67a4bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364683 Jun 24 10:26:24.692661 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Transition to ACTIVE for port object 016f3555-efc5-4bbc-996c-05dd98149ceb will not be triggered until provisioned by entity DHCP. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:24.708263 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_v2 [None req-408cda4b-db6e-4876-a8b0-972c9ccc2475 admin admin] Deleting subnet 4dab42eb-76cb-4d21-942c-c11a17b4062a {{(pid=92851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:26:24.713434 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-408cda4b-db6e-4876-a8b0-972c9ccc2475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:24.760606 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-408cda4b-db6e-4876-a8b0-972c9ccc2475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4397124'] for subnet, precommit_delete_associations {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:24.789416 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:24.794935 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-58076211-a59d-4957-9a97-bf2648d14ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:24.851457 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-408cda4b-db6e-4876-a8b0-972c9ccc2475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:24.882547 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:24.891902 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:24.896144 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:26:24.899490 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event updated for resources: {'Port': ['ID=016f3555-efc5-4bbc-996c-05dd98149ceb,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:24.904331 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:24.964719 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:24.965329 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:24.986121 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-408cda4b-db6e-4876-a8b0-972c9ccc2475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5463339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4423766'] for subnet, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:24.990013 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8515723 Jun 24 10:26:24.991778 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-121ad268-a98a-4f7b-9fef-37c2bc010651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:25.026501 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cda4b-db6e-4876-a8b0-972c9ccc2475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dab42eb-76cb-4d21-942c-c11a17b4062a,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:25.029125 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-408cda4b-db6e-4876-a8b0-972c9ccc2475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.033812 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-408cda4b-db6e-4876-a8b0-972c9ccc2475 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4dab42eb-76cb-4d21-942c-c11a17b4062a HTTP/1.1" status: 204 len: 168 time: 0.3951945 Jun 24 10:26:25.033929 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41160) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:25.034781 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-408cda4b-db6e-4876-a8b0-972c9ccc2475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:25.120362 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Request body: {'port': {'device_id': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:25.120611 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.199627 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.209594 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac49dc-7c71-44df-ab1f-f0e7098c643b req-7cf81339-529e-4954-a652-d5210db29702 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:25.210771 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6']}} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:25.211293 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0fac49dc-7c71-44df-ab1f-f0e7098c643b req-7cf81339-529e-4954-a652-d5210db29702 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 932 time: 0.1350541 Jun 24 10:26:25.222050 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283da210-89b0-4e65-a9a7-3f8f0952046a') {'for_net_delete': True} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:25.222464 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283da210-89b0-4e65-a9a7-3f8f0952046a') {} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:25.222730 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.232831 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7247151'] for segment, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.235220 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-49581b93-f260-46ef-858e-9c8d330a033e None None] Provisioning for port 016f3555-efc5-4bbc-996c-05dd98149ceb completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:25.239558 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-49581b93-f260-46ef-858e-9c8d330a033e None None] Provisioning complete for port 016f3555-efc5-4bbc-996c-05dd98149ceb triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:25.239944 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-49581b93-f260-46ef-858e-9c8d330a033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.249328 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.255630 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=92850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:26:25.256137 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7169148'] for segment, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: Traceback (most recent call last): Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: timer() Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: cb(*args, **kw) Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: return func(*args, **kwargs) Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: self._notify() Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: self.callback(batched_events) Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: event.method(event) Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: return f(self, *a, **k) Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._get(url).json() Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: return self.request(url, 'GET', **kwargs) Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:26:25.257790 dv-cinder-790492-7-iscsi neutron-server[92850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:26:25.279054 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-49581b93-f260-46ef-858e-9c8d330a033e None None] Port 016f3555-efc5-4bbc-996c-05dd98149ceb cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:26:25.289685 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0fac49dc-7c71-44df-ab1f-f0e7098c643b req-9c0a4f9c-2ef8-49bb-a5cb-a0f32eb1a1b8 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687394 Jun 24 10:26:25.317768 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.325444 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d6999d1a-325d-4731-b70c-0410d1adc86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:25.328958 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.330773 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] 10.222.0.79 "DELETE /v2.0/networks/90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6 HTTP/1.1" status: 204 len: 168 time: 0.2959740 Jun 24 10:26:25.340556 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] Pushing event deleted for resources: {'Network': ['ID=90b3f2d9-6a1b-4407-9c4f-e64aa5b3abb6,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:25.343147 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:25.494015 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41168) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:25.522999 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016f3555-efc5-4bbc-996c-05dd98149ceb {{(pid=92851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:26:25.531400 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.536779 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b525c979-f9d5-477e-a143-ccee9391d5ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f874990611f43259650fa47e779bf2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393584 Jun 24 10:26:25.537038 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41170) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:25.547199 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Transition to ACTIVE for port object 016f3555-efc5-4bbc-996c-05dd98149ceb will not be triggered until provisioned by entity L2. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:25.552249 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.554286 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-de44b430-8344-4926-a173-2fa439a69a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:25.604565 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Pushing event updated for resources: {'Port': ['ID=016f3555-efc5-4bbc-996c-05dd98149ceb,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:25.607922 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:25.628996 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-23888f53-a74f-428c-b61c-0d22bbf8fb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.656984 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-23888f53-a74f-428c-b61c-0d22bbf8fb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.678152 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Attempting to bind port 016f3555-efc5-4bbc-996c-05dd98149ceb on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:26:25.678455 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Attempting to bind port 016f3555-efc5-4bbc-996c-05dd98149ceb by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:26:25.678777 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Attempting to bind port 016f3555-efc5-4bbc-996c-05dd98149ceb on network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:26:25.683792 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Port 016f3555-efc5-4bbc-996c-05dd98149ceb on network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:26:25.684034 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Attempting to bind port 016f3555-efc5-4bbc-996c-05dd98149ceb on network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:26:25.690001 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:26:25.690371 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Checking segment: {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:26:25.690869 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Bound using segment: {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:26:25.691295 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Bound port: 016f3555-efc5-4bbc-996c-05dd98149ceb, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156256ae-93e1-494d-9e82-6237dac9db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1'}}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:26:25.691644 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.702147 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9308dea-a5be-4643-b126-07d8538809b3 req-7ab48c7d-8500-4f22-b944-644807337769 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:25.704030 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a9308dea-a5be-4643-b126-07d8538809b3 req-7ab48c7d-8500-4f22-b944-644807337769 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1230021 Jun 24 10:26:25.738640 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-23888f53-a74f-428c-b61c-0d22bbf8fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.743030 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-23888f53-a74f-428c-b61c-0d22bbf8fb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.744600 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-23888f53-a74f-428c-b61c-0d22bbf8fb80 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88 HTTP/1.1" status: 204 len: 168 time: 0.2066438 Jun 24 10:26:25.747875 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2a0dd9db-dacb-45a5-b845-2d4e74576d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:25.768565 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23888f53-a74f-428c-b61c-0d22bbf8fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1328a7a-8c3a-47cb-aa6b-e3d236ff8b88,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:25.779067 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-23888f53-a74f-428c-b61c-0d22bbf8fb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:25.781297 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, cleared binding levels {{(pid=92851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:25.785354 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:25.799325 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.804084 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f2a1336d-4a7b-4fcb-8f68-f812076f2138 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:25.805743 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a9308dea-a5be-4643-b126-07d8538809b3 req-cf21819f-3892-4b77-89f7-7d1c19336e20 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766203 Jun 24 10:26:25.839700 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:25.840507 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:25.841886 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] 10.222.0.77 "PUT /v2.0/ports/016f3555-efc5-4bbc-996c-05dd98149ceb HTTP/1.1" status: 200 len: 1094 time: 0.8226738 Jun 24 10:26:25.845098 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:26:25.848512 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:25.897787 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6057621-663a-41c7-8113-20efb46a39ab x-openstack-request-id: req-f6057621-663a-41c7-8113-20efb46a39ab {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:25.898136 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:25.898427 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6057621-663a-41c7-8113-20efb46a39ab {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:25.898856 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'status': 'completed', 'code': 200} Jun 24 10:26:25.952240 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Pushing event updated for resources: {'Port': ['ID=016f3555-efc5-4bbc-996c-05dd98149ceb,revision_number=3']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:25.955680 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:26.004898 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1214-99ac-4c3d-8338-52322ffd0c8e req-3bb1e3cd-a9c9-4e52-8e8a-c1da44f1a837 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:26.006510 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-566f1214-99ac-4c3d-8338-52322ffd0c8e req-3bb1e3cd-a9c9-4e52-8e8a-c1da44f1a837 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.1552265 Jun 24 10:26:26.014114 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-f1896438-b13e-4ca5-be1b-2b549a7e37df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:26.015618 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-f1896438-b13e-4ca5-be1b-2b549a7e37df service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 1097 time: 0.1159046 Jun 24 10:26:26.072769 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-84b26287-bc26-45b6-84bf-7368128540f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016f3555-efc5-4bbc-996c-05dd98149ceb HTTP/1.1" status: 200 len: 217 time: 0.0415621 Jun 24 10:26:26.094893 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-566f1214-99ac-4c3d-8338-52322ffd0c8e req-87e3ab70-e406-4dc5-8662-cb013e076a29 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&id=9e1375d0-196f-4fd6-9635-d969d67a4bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783057 Jun 24 10:26:26.135611 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-2c5f213d-67be-4c50-812c-22e5ea2c4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:26.137082 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-2c5f213d-67be-4c50-812c-22e5ea2c4f57 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.0535810 Jun 24 10:26:26.206349 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-a58c203f-f84e-473e-8064-504f5f7dc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:26.207834 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-a58c203f-f84e-473e-8064-504f5f7dc0b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602889 Jun 24 10:26:26.308566 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-2a405d5e-9045-4fce-8328-df656165da1b service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878603 Jun 24 10:26:26.419820 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f4938506-aa0d-479a-80c4-1c311c5c7a71 req-cc52d149-3e2c-4153-8117-a43113b3be75 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038632 Jun 24 10:26:26.449433 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-26c2aab9-6b5d-4ae0-ae65-4128c70bc707 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:26.451059 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-26c2aab9-6b5d-4ae0-ae65-4128c70bc707 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 946 time: 0.1042676 Jun 24 10:26:26.532017 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a req-36cfb6bc-aa31-4b1e-9dd3-f1987a0f3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:26.532714 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a req-36cfb6bc-aa31-4b1e-9dd3-f1987a0f3f65 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 1097 time: 0.0609567 Jun 24 10:26:26.583654 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41208) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:26.585630 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7844d-1b5b-48ab-a1ca-b239769600c9 req-df93946b-1ca3-48eb-9b42-4b112655bcf1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:26.587124 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-40a7844d-1b5b-48ab-a1ca-b239769600c9 req-df93946b-1ca3-48eb-9b42-4b112655bcf1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.1241238 Jun 24 10:26:26.635259 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-40a7844d-1b5b-48ab-a1ca-b239769600c9 req-d0c26ff6-05f9-431c-bbab-f6d98e919296 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410740 Jun 24 10:26:26.640786 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a req-ac47523a-fc92-4a93-8e35-5e83d83b1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:26.642544 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Deleting port f97b466f-bcc6-479e-821b-f2dc46e5363c {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:26:26.642701 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a req-ac47523a-fc92-4a93-8e35-5e83d83b1f68 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 919 time: 0.1030300 Jun 24 10:26:26.642891 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:26.690022 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1780657793-network', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:26.693786 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a req-05632c3a-1c0a-4675-8f3c-31a8ae48c08d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016f3555-efc5-4bbc-996c-05dd98149ceb HTTP/1.1" status: 200 len: 217 time: 0.0444481 Jun 24 10:26:26.740863 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Made reservation on behalf of 82190cd9eb964c4e871376cd30b1e902 for: {'network': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:26.743185 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:26.748581 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] For port f97b466f-bcc6-479e-821b-f2dc46e5363c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f97b466f-bcc6-479e-821b-f2dc46e5363c,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:26.748943 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:26.756127 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:26.765811 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a req-ed1c1840-1657-42d3-9636-ae281ddff322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:26.767276 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a req-ed1c1840-1657-42d3-9636-ae281ddff322 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.0660846 Jun 24 10:26:26.871411 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a req-0472d06c-f895-4e68-9b62-a241cd9f9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:26.872897 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a req-0472d06c-f895-4e68-9b62-a241cd9f9459 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966704 Jun 24 10:26:26.946942 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:26.959621 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:26.977824 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:26.978225 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:26.978540 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.l3_db [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Floating IP 962c5012-fe04-48a9-8c42-2671f6effb3f disassociated. External IP: 172.27.2.224, port: f97b466f-bcc6-479e-821b-f2dc46e5363c. Jun 24 10:26:26.978878 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Calling delete_port for f97b466f-bcc6-479e-821b-f2dc46e5363c owned by compute:nova {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:26:26.985671 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-377a8972-0b41-493f-8fd4-9b2aee737936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:27.111105 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:27.115213 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:27.145065 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event deleted for resources: {'Port': ['ID=f97b466f-bcc6-479e-821b-f2dc46e5363c,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:27.148056 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:27.262729 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=92851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:26:27.281450 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a230e5bf-3f0c-4fa0-9b70-e9ac73360f18,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:27.285216 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:27.285561 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.segments_db [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Added segment 367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8 of type vlan for network 6355e628-9f28-4961-a0d1-600ac14b8a17 Jun 24 10:26:27.294293 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:26:27.297324 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:27.337071 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a req-aaa253d9-5170-4b33-a705-55709818f9bf service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561944 Jun 24 10:26:27.346659 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:27.359286 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d7688-c753-4649-9b02-fc05d1d4e02e req-83cb926a-33f3-4652-a7c9-3b421b51279f tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:27.360776 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b55d7688-c753-4649-9b02-fc05d1d4e02e req-83cb926a-33f3-4652-a7c9-3b421b51279f tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.1242251 Jun 24 10:26:27.424295 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b34722-b566-4a7b-ae0d-cb5db49ad160 req-ac2a8cc8-ab51-4a99-b8df-37c71051fe72 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:27.425720 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53b34722-b566-4a7b-ae0d-cb5db49ad160 req-ac2a8cc8-ab51-4a99-b8df-37c71051fe72 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce23220f-ac01-4b7a-a034-ca8a5d60d0ce HTTP/1.1" status: 200 len: 867 time: 0.4853687 Jun 24 10:26:27.497424 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:27.507272 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:27.507858 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:27.514471 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:27.533580 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-53b34722-b566-4a7b-ae0d-cb5db49ad160 req-303950cf-15dc-452a-9389-f6627d8c78f8 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=9953c594-436e-4d7c-ae38-ff010efec096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988748 Jun 24 10:26:27.535918 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1a65e798-c6e9-4d0a-8ad0-e5bcc9b96c9a req-2f78e32b-efd9-4394-82c6-9d8c4c6274d0 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857238 Jun 24 10:26:27.584207 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9993510 Jun 24 10:26:27.587551 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41222) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:27.594486 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Request body: {'subnet': {'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1780657793-subnet', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'ip_version': 4}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:27.608865 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Pushing event updated for resources: {'Network': ['ID=6355e628-9f28-4961-a0d1-600ac14b8a17,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:27.613807 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:27.622552 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network 6355e628-9f28-4961-a0d1-600ac14b8a17 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:26:27.635651 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Made reservation on behalf of 82190cd9eb964c4e871376cd30b1e902 for: {'subnet': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:27.638506 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424117'] for subnet, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:27.737454 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b55d7688-c753-4649-9b02-fc05d1d4e02e req-3628af0f-515d-4a55-bf2d-52863d213b5f tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&id=9e1375d0-196f-4fd6-9635-d969d67a4bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3593915 Jun 24 10:26:27.749872 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:27.769142 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a55c87-2e5f-4f9f-a675-c0cba4fe7e55 None None] Sync routers for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:27.795167 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a55c87-2e5f-4f9f-a675-c0cba4fe7e55 None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:27.795960 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-36a55c87-2e5f-4f9f-a675-c0cba4fe7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:27.818643 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] No DVR routers for this DVR port f97b466f-bcc6-479e-821b-f2dc46e5363c on host hv-cinder-79049 {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:26:27.821531 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:27.824140 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bff7996c-03ef-4cb9-b6e6-911a5e40020e req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.77 "DELETE /v2.0/ports/f97b466f-bcc6-479e-821b-f2dc46e5363c HTTP/1.1" status: 204 len: 173 time: 1.3587675 Jun 24 10:26:27.824677 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'name': 'network-vif-deleted', 'tag': 'f97b466f-bcc6-479e-821b-f2dc46e5363c'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:26:27.827111 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b460b040-4dc6-453b-8416-6b62a2cea10b" -d '{"events": [{"server_uuid": "ce23220f-ac01-4b7a-a034-ca8a5d60d0ce", "name": "network-vif-deleted", "tag": "f97b466f-bcc6-479e-821b-f2dc46e5363c"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:27.864609 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20998265-8971-4191-baf4-f66381e060d0 x-openstack-request-id: req-20998265-8971-4191-baf4-f66381e060d0 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:27.865231 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce23220f-ac01-4b7a-a034-ca8a5d60d0ce", "name": "network-vif-deleted", "tag": "f97b466f-bcc6-479e-821b-f2dc46e5363c", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:27.865697 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20998265-8971-4191-baf4-f66381e060d0 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:27.867134 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce23220f-ac01-4b7a-a034-ca8a5d60d0ce', 'name': 'network-vif-deleted', 'tag': 'f97b466f-bcc6-479e-821b-f2dc46e5363c', 'status': 'completed', 'code': 200} Jun 24 10:26:27.920200 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-36a55c87-2e5f-4f9f-a675-c0cba4fe7e55 None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:27.946313 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006579f-098d-45c5-a044-4f229ca436e9 req-f9d09c09-0e3f-4775-9534-205557f9b5ec tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:27.947990 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c006579f-098d-45c5-a044-4f229ca436e9 req-f9d09c09-0e3f-4775-9534-205557f9b5ec tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.1319675 Jun 24 10:26:27.949872 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5463402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4423775'] for subnet, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:27.956929 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a61feb43-6cd9-4223-acba-55a4a56364fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:28.052258 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c006579f-098d-45c5-a044-4f229ca436e9 req-bffceb88-a00d-4cd3-a3be-a7327143dd6e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913773 Jun 24 10:26:28.052681 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=272ce042-0693-4e72-a6a0-164bdb0a38a6,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:28.058386 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:28.061155 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Checking segment: {'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:26:28.061522 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Network hostable DHCP agents. Network: 6355e628-9f28-4961-a0d1-600ac14b8a17, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:26:28.088898 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Network 6355e628-9f28-4961-a0d1-600ac14b8a17 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:26:28.099771 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, 6355e628-9f28-4961-a0d1-600ac14b8a17) {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:28.106416 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:28.107046 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.114918 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c0def9-8e4c-4a10-a655-0af670455224 None None] Network 6355e628-9f28-4961-a0d1-600ac14b8a17 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:26:28.126658 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-2be956a4-c454-4892-993b-4c7ea79b7b75 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5351861 Jun 24 10:26:28.127097 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41228) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:28.132615 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:28.155477 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24370'] for router, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.156709 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24377'] for router, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.212704 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.214383 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-36a55c87-2e5f-4f9f-a675-c0cba4fe7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:28.263099 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a55c87-2e5f-4f9f-a675-c0cba4fe7e55 None None] Checking router: 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:28.277472 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a55c87-2e5f-4f9f-a675-c0cba4fe7e55 None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:28.278150 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-36a55c87-2e5f-4f9f-a675-c0cba4fe7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:28.353263 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24343'] for router, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.353789 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfba0f6d-5148-5e12-b8f3-c731db63f75f-6355e628-9f28-4961-a0d1-600ac14b8a17', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6'}]}} from dv-cinder-790492-7-iscsi. {{(pid=92853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:26:28.355191 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.474570 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-36a55c87-2e5f-4f9f-a675-c0cba4fe7e55 None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:28.622925 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.643856 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.658002 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.db_base_plugin_common [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Allocated IP 172.20.0.2 (6355e628-9f28-4961-a0d1-600ac14b8a17/272ce042-0693-4e72-a6a0-164bdb0a38a6/0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d) {{(pid=92853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:28.761168 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Allocated IP 172.27.2.32 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/e9adad87-c97d-4aa4-bcb8-1718ae156bd9) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:28.887514 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.895871 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-36a55c87-2e5f-4f9f-a675-c0cba4fe7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:28.933560 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Notify callbacks [] for port, precommit_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.936467 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a55c87-2e5f-4f9f-a675-c0cba4fe7e55 None None] The sync data for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi is: [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:28.939298 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.945478 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:28.946030 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Transition to ACTIVE for port object 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:28.950133 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41244) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:28.962915 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Transition to ACTIVE for port object 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d will not be triggered until provisioned by entity DHCP. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:28.971233 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:28.973604 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:29.013423 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Network 6355e628-9f28-4961-a0d1-600ac14b8a17 is already hosted by enough agents. {{(pid=92853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:29.016812 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.base_scheduler [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Resources bound (agent type, host, resource id): {{(pid=92853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:29.020977 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Received port after_create {{(pid=92853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:26:29.027042 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:29.031997 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-54979eb1-fd53-4890-8916-b5984779f50f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.032727 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:29.034174 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Pushing event updated for resources: {'Port': ['ID=0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d,revision_number=1']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:29.037819 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:26:29.060442 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-54979eb1-fd53-4890-8916-b5984779f50f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.061368 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.062137 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.062701 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.063128 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.063666 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.064213 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.065011 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.065540 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.066101 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.066648 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.067333 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.067883 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:29.068425 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Pushing event updated for resources: {'Port': ['ID=e9adad87-c97d-4aa4-bcb8-1718ae156bd9,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:29.071323 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:29.099756 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:29.102759 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822995c2-b155-49fa-b78e-49daa3e083d1 req-55d09057-788b-4f6c-b2a3-f14fae6ebe4a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:29.104362 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-822995c2-b155-49fa-b78e-49daa3e083d1 req-55d09057-788b-4f6c-b2a3-f14fae6ebe4a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.1673765 Jun 24 10:26:29.120061 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-54979eb1-fd53-4890-8916-b5984779f50f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.125118 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-54979eb1-fd53-4890-8916-b5984779f50f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.130001 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-54979eb1-fd53-4890-8916-b5984779f50f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "DELETE /v2.0/security-groups/9953c594-436e-4d7c-ae38-ff010efec096 HTTP/1.1" status: 204 len: 168 time: 0.1777542 Jun 24 10:26:29.130573 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Attempting to bind port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:26:29.130958 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Attempting to bind port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:26:29.131301 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41248) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:29.131417 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Attempting to bind port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d on network 6355e628-9f28-4961-a0d1-600ac14b8a17 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:26:29.132381 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f1247ac8-7801-4a5f-a597-c07d128be8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:29.137088 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:26:29.137469 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Checking segment: {'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:26:29.137929 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.147241 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Bound using segment: {'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:26:29.147917 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Bound port: 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:26:29.148338 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.156653 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.api.v2.resource [None req-54f4091a-a40e-4915-9e7f-d813c719ff86 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] show failed (client error): The resource could not be found. Jun 24 10:26:29.161238 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-54f4091a-a40e-4915-9e7f-d813c719ff86 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups/9953c594-436e-4d7c-ae38-ff010efec096 HTTP/1.1" status: 404 len: 347 time: 0.0251095 Jun 24 10:26:29.162218 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41250) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:29.163201 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54979eb1-fd53-4890-8916-b5984779f50f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9953c594-436e-4d7c-ae38-ff010efec096,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:29.172583 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-54979eb1-fd53-4890-8916-b5984779f50f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:29.259306 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] For port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:29.264811 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] For port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:29.272239 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.282259 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:29.292451 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-822995c2-b155-49fa-b78e-49daa3e083d1 req-6e05f379-9400-433e-adc0-e186557556aa tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&id=9e1375d0-196f-4fd6-9635-d969d67a4bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489730 Jun 24 10:26:29.350868 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e20b0-64f5-4ad4-8fd4-9b2c4ab978a3 None None] New status for floating IP 962c5012-fe04-48a9-8c42-2671f6effb3f: DOWN {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:26:29.366427 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Pushing event updated for resources: {'Port': ['ID=0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:29.387503 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:29.403517 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682673a-a758-48b4-8ad3-a8d72e9600d5 req-5d334d99-438c-4faa-9633-a82636b1ea5a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:29.405550 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7682673a-a758-48b4-8ad3-a8d72e9600d5 req-5d334d99-438c-4faa-9633-a82636b1ea5a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.1348329 Jun 24 10:26:29.407728 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Deleting port 204feed4-d00d-4821-90f9-0f18e0cd2e97 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:26:29.408166 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.458822 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.512379 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7682673a-a758-48b4-8ad3-a8d72e9600d5 req-b3f44b66-a8f1-4d51-ac62-1812ec5bb638 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990176 Jun 24 10:26:29.574314 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.574700 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.596606 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Calling delete_port for 204feed4-d00d-4821-90f9-0f18e0cd2e97 owned by network:floatingip {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:26:29.702527 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 016f3555-efc5-4bbc-996c-05dd98149ceb details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:26:29.705583 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f97b466f-bcc6-479e-821b-f2dc46e5363c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:26:29.726509 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448136'] for router, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.734822 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: f97b466f-bcc6-479e-821b-f2dc46e5363c {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:26:29.735524 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f97b466f-bcc6-479e-821b-f2dc46e5363c not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:26:29.765303 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.768598 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b3a78892-f1e1-4cd8-a3e9-4adc5d09ff69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:29.801039 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event deleted for resources: {'Port': ['ID=204feed4-d00d-4821-90f9-0f18e0cd2e97,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:29.804221 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:29.857171 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:29.870729 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'port_id': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'mac_address': 'fa:16:3e:91:e4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:26:29.877038 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.879165 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.883722 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "DELETE /v2.0/floatingips/962c5012-fe04-48a9-8c42-2671f6effb3f HTTP/1.1" status: 204 len: 168 time: 0.7181153 Jun 24 10:26:29.897650 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Router 69cce713-ac08-4294-b4b5-05156d4692c7 is scheduled to L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 with binding_index 1 {{(pid=92851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:26:29.936707 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.953118 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016f3555-efc5-4bbc-996c-05dd98149ceb {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:26:29.968992 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41260) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:29.975490 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:29.983983 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:29.985758 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:30.042193 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:30.048736 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=016f3555-efc5-4bbc-996c-05dd98149ceb,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:30.053061 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Sync routers for ids ['69cce713-ac08-4294-b4b5-05156d4692c7'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:30.055665 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:30.065254 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Routers {'69cce713-ac08-4294-b4b5-05156d4692c7'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:30.065951 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['69cce713-ac08-4294-b4b5-05156d4692c7'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:30.069177 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Notify callbacks [] for router, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.071121 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9428341 Jun 24 10:26:30.074711 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41264) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:30.203608 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1b958d2f-4e69-4f2d-8ec0-a7e0a342e030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.209583 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41266) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:30.214832 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-dfd809fa-6c58-4d50-819f-d969e4f64312 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857211745', 'description': 'tempest-description--945787126'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:30.239816 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dfd809fa-6c58-4d50-819f-d969e4f64312 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.336019 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['016f3555-efc5-4bbc-996c-05dd98149ceb'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:26:30.431052 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Set router 69cce713-ac08-4294-b4b5-05156d4692c7 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:30.477499 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:30.495620 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1b958d2f-4e69-4f2d-8ec0-a7e0a342e030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.528674 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0bbe74-b5a5-41e3-b249-f73a27eb3ece None None] Network 6355e628-9f28-4961-a0d1-600ac14b8a17 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:26:30.536956 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1b958d2f-4e69-4f2d-8ec0-a7e0a342e030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.541986 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7669b5a2-a527-46c5-836f-8f5e65c8889a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:30.600077 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b958d2f-4e69-4f2d-8ec0-a7e0a342e030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848bfd19-bdb1-4881-9365-81f86d49ca28,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:30.604390 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-1b958d2f-4e69-4f2d-8ec0-a7e0a342e030 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fc62fc96b681413db98f9ed29bce3e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342797 Jun 24 10:26:30.613055 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dfd809fa-6c58-4d50-819f-d969e4f64312 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.617044 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41272) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:30.636915 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1b958d2f-4e69-4f2d-8ec0-a7e0a342e030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:30.640930 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dfd809fa-6c58-4d50-819f-d969e4f64312 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.664265 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b7a83df3-da8c-439a-a152-dd6aba3c01ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:30.670869 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13afdf-a30a-4556-ba4b-2d8d51f07445 req-31b74190-e8d3-45e5-a773-dddd45c33c1c tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:30.672474 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7f13afdf-a30a-4556-ba4b-2d8d51f07445 req-31b74190-e8d3-45e5-a773-dddd45c33c1c tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.2189815 Jun 24 10:26:30.707233 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-70027e00-64f5-4143-be50-8323fbefde46 None None] Provisioning for port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:30.725122 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-dfd809fa-6c58-4d50-819f-d969e4f64312 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.726376 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-dfd809fa-6c58-4d50-819f-d969e4f64312 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5156188 Jun 24 10:26:30.733334 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41274) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:30.741531 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-12b4574e-4bac-488f-87df-022fb0741e84 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'security_group_rule': {'security_group_id': '0afe54c1-4a60-47fc-9a7b-e777756b01b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:30.747524 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd809fa-6c58-4d50-819f-d969e4f64312 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afe54c1-4a60-47fc-9a7b-e777756b01b9,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:30.750733 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7f13afdf-a30a-4556-ba4b-2d8d51f07445 req-a0823f7a-9542-4cc7-aa53-cd57ea493944 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&id=9e1375d0-196f-4fd6-9635-d969d67a4bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703626 Jun 24 10:26:30.753988 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-dfd809fa-6c58-4d50-819f-d969e4f64312 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:30.796444 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-573d7883-c64a-4288-9e97-07a24d15ebe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.803986 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-12b4574e-4bac-488f-87df-022fb0741e84 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.807072 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:30.823440 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fc764-09ba-4323-a1e3-64618fca2726 req-eeafbfd3-7ee7-40e4-af6d-81dd8561fc2e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:30.825001 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-db1fc764-09ba-4323-a1e3-64618fca2726 req-eeafbfd3-7ee7-40e4-af6d-81dd8561fc2e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 945 time: 0.1787052 Jun 24 10:26:30.841300 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:30.841677 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.857504 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-573d7883-c64a-4288-9e97-07a24d15ebe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.867347 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.931098 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-db1fc764-09ba-4323-a1e3-64618fca2726 req-8bb9b928-0205-473b-b1ab-ae7311679cd7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896237 Jun 24 10:26:30.940196 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-12b4574e-4bac-488f-87df-022fb0741e84 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.946264 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-12b4574e-4bac-488f-87df-022fb0741e84 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.948367 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-94fab50b-7088-4d51-b3fe-3602d1d104a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:30.974561 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4574e-4bac-488f-87df-022fb0741e84 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b93e03f-2677-43ce-bdb5-458c9e15ee36,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:30.978940 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-12b4574e-4bac-488f-87df-022fb0741e84 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:30.981066 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-12b4574e-4bac-488f-87df-022fb0741e84 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.985997 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-12b4574e-4bac-488f-87df-022fb0741e84 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2506235 Jun 24 10:26:30.987248 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41276) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:30.992024 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-e666b0d8-c536-4cb8-a99e-954e995f4fb0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'security_group_rule': {'security_group_id': '0afe54c1-4a60-47fc-9a7b-e777756b01b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:30.997031 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-573d7883-c64a-4288-9e97-07a24d15ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:30.999491 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-573d7883-c64a-4288-9e97-07a24d15ebe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.002865 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-573d7883-c64a-4288-9e97-07a24d15ebe7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/848bfd19-bdb1-4881-9365-81f86d49ca28 HTTP/1.1" status: 204 len: 168 time: 0.3719263 Jun 24 10:26:31.003038 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:29Z', 'revision_number': 3, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:31.012231 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-99bff99a-741a-498a-82a7-f89e3f7cc38e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:31.029144 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d7883-c64a-4288-9e97-07a24d15ebe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848bfd19-bdb1-4881-9365-81f86d49ca28,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:31.033011 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-573d7883-c64a-4288-9e97-07a24d15ebe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:31.041163 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.045904 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Checking router: 69cce713-ac08-4294-b4b5-05156d4692c7 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:31.046356 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Updating router 69cce713-ac08-4294-b4b5-05156d4692c7 port e9adad87-c97d-4aa4-bcb8-1718ae156bd9 binding host dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:26:31.050885 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e666b0d8-c536-4cb8-a99e-954e995f4fb0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.052132 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Allocated IP 172.20.0.1 (6355e628-9f28-4961-a0d1-600ac14b8a17/272ce042-0693-4e72-a6a0-164bdb0a38a6/ea0e565f-3516-4556-8122-205c9b05f3af) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:31.125301 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.130141 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:31.133525 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e666b0d8-c536-4cb8-a99e-954e995f4fb0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.140538 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e666b0d8-c536-4cb8-a99e-954e995f4fb0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.143038 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5a4977b0-fe94-4c61-9c61-09ac69350781 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:31.155778 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.161504 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-f3a2f775-14a8-4e9c-bcda-925403bed5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:31.175213 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e666b0d8-c536-4cb8-a99e-954e995f4fb0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.181903 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41280) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:31.182148 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-e666b0d8-c536-4cb8-a99e-954e995f4fb0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1918409 Jun 24 10:26:31.186505 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'floatingip': {'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:31.193909 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666b0d8-c536-4cb8-a99e-954e995f4fb0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e198739-11b3-4056-888e-a6b5c96c2d7f,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:31.201208 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e666b0d8-c536-4cb8-a99e-954e995f4fb0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:31.224572 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.246402 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.260116 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Transition to ACTIVE for port object ea0e565f-3516-4556-8122-205c9b05f3af will not be triggered until provisioned by entity DHCP. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:31.304716 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:31.312371 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:31.384204 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.388817 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-39612250-04b6-4ab3-b43e-3252600dd6dc tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:31.429515 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Network 6355e628-9f28-4961-a0d1-600ac14b8a17 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:31.436409 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:31.439042 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:26:31.446305 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.487657 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Pushing event updated for resources: {'Port': ['ID=ea0e565f-3516-4556-8122-205c9b05f3af,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:31.492090 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-ae5d849a-aead-44d2-9bc0-4b21dabdcbbe None None] Provisioning complete for port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:31.492681 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-ae5d849a-aead-44d2-9bc0-4b21dabdcbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.496484 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:31.536170 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Notify callbacks [] for port, precommit_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.544197 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450309'] for router_interface, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.553959 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Transition to ACTIVE for port object e9adad87-c97d-4aa4-bcb8-1718ae156bd9 will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:31.563631 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.582450 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:31.640685 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df0b1e-f5fb-4263-b7d6-63203f3bd510 None None] Pushing event updated for resources: {'Port': ['ID=e9adad87-c97d-4aa4-bcb8-1718ae156bd9,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:31.663347 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Attempting to bind port e9adad87-c97d-4aa4-bcb8-1718ae156bd9 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:26:31.663347 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Attempting to bind port e9adad87-c97d-4aa4-bcb8-1718ae156bd9 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:26:31.663347 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Attempting to bind port e9adad87-c97d-4aa4-bcb8-1718ae156bd9 on network f7a1f380-7220-4398-ba20-93d87a45423d {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:26:31.669362 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-99df0b1e-f5fb-4263-b7d6-63203f3bd510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:31.678345 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:26:31.678515 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Checking segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:26:31.678809 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.679208 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Bound using segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:26:31.679751 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Bound port: e9adad87-c97d-4aa4-bcb8-1718ae156bd9, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:26:31.680100 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.694467 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Allocated IP 172.27.2.8 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/72834cbb-ad2b-4858-8162-aee2fe8bce2c) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:31.706489 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 016f3555-efc5-4bbc-996c-05dd98149ceb up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:31.781370 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] For port e9adad87-c97d-4aa4-bcb8-1718ae156bd9, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:31.797989 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 016f3555-efc5-4bbc-996c-05dd98149ceb completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:31.800979 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.801499 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] For port e9adad87-c97d-4aa4-bcb8-1718ae156bd9, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=e9adad87-c97d-4aa4-bcb8-1718ae156bd9,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:31.808083 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 016f3555-efc5-4bbc-996c-05dd98149ceb triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:31.808439 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.812615 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.837659 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:31.895124 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.897429 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df0b1e-f5fb-4263-b7d6-63203f3bd510 None None] Pushing event updated for resources: {'Port': ['ID=e9adad87-c97d-4aa4-bcb8-1718ae156bd9,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:31.904789 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-484454a5-9461-4164-be8a-f27578f3e897 None None] Provisioning for port ea0e565f-3516-4556-8122-205c9b05f3af completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:31.909391 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-99df0b1e-f5fb-4263-b7d6-63203f3bd510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:31.918165 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-484454a5-9461-4164-be8a-f27578f3e897 None None] Provisioning complete for port ea0e565f-3516-4556-8122-205c9b05f3af triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:31.918165 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-484454a5-9461-4164-be8a-f27578f3e897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:31.958018 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-484454a5-9461-4164-be8a-f27578f3e897 None None] Port ea0e565f-3516-4556-8122-205c9b05f3af cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:26:31.976950 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Routers {'69cce713-ac08-4294-b4b5-05156d4692c7'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:31.977582 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['69cce713-ac08-4294-b4b5-05156d4692c7'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:32.050789 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.058967 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e7e52a9a-f8b3-4b62-a0d0-98341212185c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:32.104503 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.119465 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:32.133229 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:32.133622 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:26:32.136377 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:26:32.136668 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830ce945-3c7b-4cf1-8e11-acd49576594d" -d '{"events": [{"server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "name": "network-vif-plugged", "status": "completed", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:32.145841 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7497ef-986c-4827-8657-b11d42afca2a req-c40f5b6c-ef97-45f6-8cc7-ddaac241a5cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:32.153848 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-be7497ef-986c-4827-8657-b11d42afca2a req-c40f5b6c-ef97-45f6-8cc7-ddaac241a5cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.2034914 Jun 24 10:26:32.165325 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'Port': ['ID=72834cbb-ad2b-4858-8162-aee2fe8bce2c,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:32.167378 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:32.168339 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:32.173431 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] Set router 69cce713-ac08-4294-b4b5-05156d4692c7 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:32.175988 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.203662 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f69a3-d14d-40c1-abae-a1e07f17a612 req-16d56ceb-65ac-4b6a-a348-79e66bad3fb3 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:32.208256 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4b4f69a3-d14d-40c1-abae-a1e07f17a612 req-16d56ceb-65ac-4b6a-a348-79e66bad3fb3 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 945 time: 0.1149259 Jun 24 10:26:32.219269 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.239232 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.255742 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f7835c5c-8f71-489f-b1f4-71cf6a52e89c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:32.270241 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4b4f69a3-d14d-40c1-abae-a1e07f17a612 req-59079f11-f29c-4bdc-b6a2-8ccc8f148c4c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519757 Jun 24 10:26:32.345648 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-be7497ef-986c-4827-8657-b11d42afca2a req-c4cfc6a8-219c-4633-881f-c68e432ed2c7 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&id=9e1375d0-196f-4fd6-9635-d969d67a4bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1907895 Jun 24 10:26:32.347322 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-cd224bd4-7709-4f15-b65d-fe810e9a27dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:32.353708 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a744bce3-b7e5-48e3-b7ef-0948af669db9 x-openstack-request-id: req-a744bce3-b7e5-48e3-b7ef-0948af669db9 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:32.354027 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "name": "network-vif-plugged", "status": "completed", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:32.354345 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a744bce3-b7e5-48e3-b7ef-0948af669db9 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:32.355251 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'code': 200} Jun 24 10:26:32.383330 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450545'] for router_interface, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.385942 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Pushing event updated for resources: {'Port': ['ID=ea0e565f-3516-4556-8122-205c9b05f3af,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:32.433506 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:32.434208 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:32.459686 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.514262 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=016f3555-efc5-4bbc-996c-05dd98149ceb,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:32.519276 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:32.563410 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:32.566454 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.572758 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.612358 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41314) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:32.661044 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Network 6355e628-9f28-4961-a0d1-600ac14b8a17 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:32.668318 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:32.701830 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'ea0e565f-3516-4556-8122-205c9b05f3af', 'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'mac_address': 'fa:16:3e:04:8c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:30Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 1, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'subnets': [{'id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:32.733498 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15844b32-0805-4110-afcd-8650fcf56580 None None] The sync data for ids ['69cce713-ac08-4294-b4b5-05156d4692c7'] in dv-cinder-790492-7-iscsi is: [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'ea0e565f-3516-4556-8122-205c9b05f3af', 'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'mac_address': 'fa:16:3e:04:8c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:30Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 1, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'subnets': [{'id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:32.748598 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1d90d4d-9a7f-40af-9f23-b8e5955784a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.788549 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007e5d3-f1f8-486f-bd62-8897ce24c973 req-eebcea81-dc0e-4bf7-9a8f-15a0fe290ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:32.790000 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b007e5d3-f1f8-486f-bd62-8897ce24c973 req-eebcea81-dc0e-4bf7-9a8f-15a0fe290ead service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 1099 time: 0.1917315 Jun 24 10:26:32.874885 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1d90d4d-9a7f-40af-9f23-b8e5955784a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.883546 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1d90d4d-9a7f-40af-9f23-b8e5955784a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.887758 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-05666962-081f-454d-aa1f-2811a708fce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:32.927056 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-a1d90d4d-9a7f-40af-9f23-b8e5955784a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a200ad0f1b8c472f89fdef4a483f73e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111811 Jun 24 10:26:32.927056 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d90d4d-9a7f-40af-9f23-b8e5955784a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da58c7e1-8c55-4540-8798-40aadfc0f6e9,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:32.928070 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41318) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:32.934723 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a1d90d4d-9a7f-40af-9f23-b8e5955784a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:32.946110 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.953316 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b007e5d3-f1f8-486f-bd62-8897ce24c973 req-5e46d99b-d82e-4f73-bfb7-a5ae89c8bc25 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356874 Jun 24 10:26:32.955231 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Router 69cce713-ac08-4294-b4b5-05156d4692c7 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:26:32.956717 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.959629 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:32.982156 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7874c0c3-054c-41ef-b506-7456730849c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:32.988258 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-12aff9cb-08da-4f6e-a2d2-395adb8817e9 None None] Provisioning complete for port ea0e565f-3516-4556-8122-205c9b05f3af triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:32.989281 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-12aff9cb-08da-4f6e-a2d2-395adb8817e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:33.026238 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7874c0c3-054c-41ef-b506-7456730849c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:33.067810 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-12aff9cb-08da-4f6e-a2d2-395adb8817e9 None None] Port ea0e565f-3516-4556-8122-205c9b05f3af cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:26:33.080330 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'Port': ['ID=72834cbb-ad2b-4858-8162-aee2fe8bce2c,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:33.083286 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:33.105655 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7874c0c3-054c-41ef-b506-7456730849c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:33.108316 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-7874c0c3-054c-41ef-b506-7456730849c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:33.109596 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-7874c0c3-054c-41ef-b506-7456730849c5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da58c7e1-8c55-4540-8798-40aadfc0f6e9 HTTP/1.1" status: 204 len: 168 time: 0.1805079 Jun 24 10:26:33.110803 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-4369d04e-539d-41ac-a6d8-96e1ae6873c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:33.127846 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874c0c3-054c-41ef-b506-7456730849c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da58c7e1-8c55-4540-8798-40aadfc0f6e9,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:33.130973 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7874c0c3-054c-41ef-b506-7456730849c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:33.148274 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:33.500053 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8d063-2bc5-4c1d-bee3-b46b5ed2e005 req-b16b5041-08fc-4e1a-ad4a-e010720a4784 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:33.508362 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ecf8d063-2bc5-4c1d-bee3-b46b5ed2e005 req-b16b5041-08fc-4e1a-ad4a-e010720a4784 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0860322 Jun 24 10:26:33.533207 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:33.542700 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3535280 Jun 24 10:26:33.556559 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ecf8d063-2bc5-4c1d-bee3-b46b5ed2e005 req-60b9d6f3-a558-4b54-880d-5c81e681bbff tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473509 Jun 24 10:26:33.584433 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:33.618894 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-292ad790-96d1-4c85-a85e-197ceb1bd49c admin admin] 10.222.0.79 "PUT /v2.0/routers/69cce713-ac08-4294-b4b5-05156d4692c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5431938 Jun 24 10:26:33.668679 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d13f5-fbec-4892-8914-face5c7b039c req-6381b568-5728-4520-9288-1951c75bbd54 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:33.670201 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7f2d13f5-fbec-4892-8914-face5c7b039c req-6381b568-5728-4520-9288-1951c75bbd54 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.1625984 Jun 24 10:26:33.758774 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7f2d13f5-fbec-4892-8914-face5c7b039c req-c7fe3664-bdcb-49ff-a399-d9eaa0085013 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&id=9e1375d0-196f-4fd6-9635-d969d67a4bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738094 Jun 24 10:26:33.848346 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-b5664df2-7101-41da-b79a-34523daf68dd tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--857211745&fields=id&tenant_id=e683cb703211418eb4591c60f3bf0b67 HTTP/1.1" status: 200 len: 267 time: 0.0555263 Jun 24 10:26:33.985889 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb0baa-c508-44aa-b347-95a7419480da req-381e39b9-b764-4116-811b-a4e0aa5af655 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:33.986883 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-381e39b9-b764-4116-811b-a4e0aa5af655 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/networks?id=cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 200 len: 810 time: 0.1294727 Jun 24 10:26:34.009132 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-a54d99be-508b-4f5f-9e83-2b80e0ff2807 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/quotas/e683cb703211418eb4591c60f3bf0b67 HTTP/1.1" status: 200 len: 375 time: 0.0164208 Jun 24 10:26:34.341884 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41352) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:34.348918 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1434023637-network', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:34.375806 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-fa412232-f564-4ccf-8868-d3e7a0b54eae tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e683cb703211418eb4591c60f3bf0b67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3580499 Jun 24 10:26:34.388986 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Made reservation on behalf of 3895ca26477946a1b36e56c1dfe9464a for: {'network': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:34.392202 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for network, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.404006 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.421974 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device e9adad87-c97d-4aa4-bcb8-1718ae156bd9 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:34.496983 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port e9adad87-c97d-4aa4-bcb8-1718ae156bd9 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:34.501642 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port e9adad87-c97d-4aa4-bcb8-1718ae156bd9 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:34.502268 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.531326 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.538121 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.541538 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b1c196c0-2dee-42b8-a1eb-74325724569b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:34.571697 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=92850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:26:34.581607 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc3d13-8151-44f6-8901-0e5a153e42e2,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:34.586374 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:34.587497 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.587838 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.segments_db [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Added segment 9cccaef1-4ce2-46bc-9bdc-b47f41a1882a of type vlan for network f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 Jun 24 10:26:34.590698 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.619614 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port e9adad87-c97d-4aa4-bcb8-1718ae156bd9, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=e9adad87-c97d-4aa4-bcb8-1718ae156bd9,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:34.626506 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.631609 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:34.645082 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779379236464'] for network, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.666929 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-fb6aa2aa-284d-4f22-9633-602bc795800a service neutron] 10.222.0.79 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883594 Jun 24 10:26:34.684716 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.684716 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:34.685511 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.695671 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:34.697687 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=e9adad87-c97d-4aa4-bcb8-1718ae156bd9,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:34.709158 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:34.751640 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4078703 Jun 24 10:26:34.755537 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41360) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:34.760357 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Request body: {'subnet': {'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1434023637-subnet', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'ip_version': 4}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:34.776233 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Pushing event updated for resources: {'Network': ['ID=f2319525-bb9e-44a7-adcf-bf3a1a26bcf4,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:34.781196 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:34.783746 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-f66531ca-b56e-414f-92f5-310d496c1268 service neutron] 10.222.0.79 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109407 Jun 24 10:26:34.786661 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Network f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 details requested by agent ovs-agent-dv-cinder-790492-7-iscsi with host dv-cinder-790492-7-iscsi {{(pid=92853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:26:34.816407 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Made reservation on behalf of 3895ca26477946a1b36e56c1dfe9464a for: {'subnet': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:34.819487 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7240800'] for subnet, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:34.967650 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.072449 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7169246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7241098'] for subnet, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.079605 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-cf2778a8-d79a-4006-9234-6a3ac447b83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:35.121758 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e20039-c59b-47dc-b6b7-c9a5a2beb28f req-9fa4cbe6-45ae-4e54-b2bb-f737b1f7f26a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:35.123408 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d2e20039-c59b-47dc-b6b7-c9a5a2beb28f req-9fa4cbe6-45ae-4e54-b2bb-f737b1f7f26a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.0849233 Jun 24 10:26:35.146599 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cd240-8d8e-4bf9-980a-308773e699c4 req-0cda787a-e9de-4456-985f-329a17c3f92d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:35.148073 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-166cd240-8d8e-4bf9-980a-308773e699c4 req-0cda787a-e9de-4456-985f-329a17c3f92d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.1560388 Jun 24 10:26:35.171692 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48dc152b-6cca-4304-8b2a-a76243fb934b,revision_number=0']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:35.176661 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:35.188453 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d2e20039-c59b-47dc-b6b7-c9a5a2beb28f req-09b84024-0c9b-4bca-b412-0e08115e0afa tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&id=9e1375d0-196f-4fd6-9635-d969d67a4bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565572 Jun 24 10:26:35.198761 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Checking segment: {'id': '9cccaef1-4ce2-46bc-9bdc-b47f41a1882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:26:35.198761 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Network hostable DHCP agents. Network: f2319525-bb9e-44a7-adcf-bf3a1a26bcf4, hostable agents: ['3232a6b4-f4a7-44c7-b86d-857b58135019'], hosted agents: [] {{(pid=92850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:26:35.215000 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-166cd240-8d8e-4bf9-980a-308773e699c4 req-09475d44-8684-4677-944e-a882a5801a1b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571365 Jun 24 10:26:35.232754 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Network f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 is scheduled to be hosted by DHCP agent 3232a6b4-f4a7-44c7-b86d-857b58135019 with binding_index 1 {{(pid=92850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:26:35.249822 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-7-iscsi, f2319525-bb9e-44a7-adcf-bf3a1a26bcf4) {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:35.254780 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:35.255349 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.263572 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e7d7d-7845-4776-ae8c-6c723109de36 None None] Network f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:26:35.283407 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5265100 Jun 24 10:26:35.284094 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41378) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:35.289041 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1434023637-router', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:35.315844 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24370'] for router, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.317243 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24377'] for router, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.330997 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c3ab58bb-d75d-43c9-a2c3-e489373caccf req-84c8cbb6-b968-49d6-a71e-d35237bc0dd9 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 210 time: 0.0812399 Jun 24 10:26:35.406358 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.411123 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Sync routers for ids ['69cce713-ac08-4294-b4b5-05156d4692c7'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:35.426171 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Routers {'69cce713-ac08-4294-b4b5-05156d4692c7'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:35.426651 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['69cce713-ac08-4294-b4b5-05156d4692c7'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:35.493091 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfba0f6d-5148-5e12-b8f3-c731db63f75f-f2319525-bb9e-44a7-adcf-bf3a1a26bcf4', 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'fixed_ips': [{'subnet_id': '48dc152b-6cca-4304-8b2a-a76243fb934b'}]}} from dv-cinder-790492-7-iscsi. {{(pid=92853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:26:35.493618 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.553494 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Set router 69cce713-ac08-4294-b4b5-05156d4692c7 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:35.607128 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24343'] for router, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.629374 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1b818-ee7d-4b9c-b8e9-b39f226c97a0 req-21eeea64-55fa-4139-b877-67b3ea1241cc tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:35.631003 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9ef1b818-ee7d-4b9c-b8e9-b39f226c97a0 req-21eeea64-55fa-4139-b877-67b3ea1241cc tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.2270470 Jun 24 10:26:35.641020 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41380) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:35.645780 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-d2098285-efa7-4c39-87a8-eb28ca483405 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Request body: {'floatingip': {'port_id': '016f3555-efc5-4bbc-996c-05dd98149ceb'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:35.681017 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.db_base_plugin_common [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Allocated IP 172.20.0.2 (f2319525-bb9e-44a7-adcf-bf3a1a26bcf4/48dc152b-6cca-4304-8b2a-a76243fb934b/c16878de-1fc8-4a55-a4c4-27146c1fcc5c) {{(pid=92853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:35.718693 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d2098285-efa7-4c39-87a8-eb28ca483405 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.805317 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'ea0e565f-3516-4556-8122-205c9b05f3af', 'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'mac_address': 'fa:16:3e:04:8c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:30Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 2, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'subnets': [{'id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:35.850506 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Checking router: 69cce713-ac08-4294-b4b5-05156d4692c7 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:35.850959 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Updating router 69cce713-ac08-4294-b4b5-05156d4692c7 port ea0e565f-3516-4556-8122-205c9b05f3af binding host dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:26:35.865436 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.884890 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.889839 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.912513 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Notify callbacks [] for port, precommit_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.922104 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Transition to ACTIVE for port object c16878de-1fc8-4a55-a4c4-27146c1fcc5c will not be triggered until provisioned by entity L2. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:35.946583 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Transition to ACTIVE for port object c16878de-1fc8-4a55-a4c4-27146c1fcc5c will not be triggered until provisioned by entity DHCP. {{(pid=92853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:35.955126 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622'] for port, after_create {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:35.964505 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:35.997803 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Network f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 is already hosted by enough agents. {{(pid=92853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:36.003441 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.scheduler.base_scheduler [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Resources bound (agent type, host, resource id): {{(pid=92853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:36.008658 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Received port after_create {{(pid=92853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:26:36.029838 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Allocated IP 172.27.2.13 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/5a6b6947-8497-4d46-a051-009d7f5a7d1f) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:36.078950 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Pushing event updated for resources: {'Port': ['ID=c16878de-1fc8-4a55-a4c4-27146c1fcc5c,revision_number=1']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:36.083031 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:36.099246 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Attempting to bind port c16878de-1fc8-4a55-a4c4-27146c1fcc5c on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:26:36.100000 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Attempting to bind port c16878de-1fc8-4a55-a4c4-27146c1fcc5c by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '9cccaef1-4ce2-46bc-9bdc-b47f41a1882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4'}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:26:36.100617 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Attempting to bind port c16878de-1fc8-4a55-a4c4-27146c1fcc5c on network f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:26:36.107062 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:26:36.107784 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Checking segment: {'id': '9cccaef1-4ce2-46bc-9bdc-b47f41a1882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:26:36.109235 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.109860 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Bound using segment: {'id': '9cccaef1-4ce2-46bc-9bdc-b47f41a1882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4'} {{(pid=92853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:26:36.110607 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.managers [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Bound port: c16878de-1fc8-4a55-a4c4-27146c1fcc5c, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cccaef1-4ce2-46bc-9bdc-b47f41a1882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4'}}] {{(pid=92853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:26:36.111218 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.192568 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.208411 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] For port c16878de-1fc8-4a55-a4c4-27146c1fcc5c, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:36.212216 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] For port c16878de-1fc8-4a55-a4c4-27146c1fcc5c, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=c16878de-1fc8-4a55-a4c4-27146c1fcc5c,segment=NetworkSegment(9cccaef1-4ce2-46bc-9bdc-b47f41a1882a),segment_id=9cccaef1-4ce2-46bc-9bdc-b47f41a1882a)] {{(pid=92853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:36.218387 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.221865 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:36.268527 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d2098285-efa7-4c39-87a8-eb28ca483405 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.271615 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.274593 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d2098285-efa7-4c39-87a8-eb28ca483405 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.297969 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Pushing event updated for resources: {'Port': ['ID=c16878de-1fc8-4a55-a4c4-27146c1fcc5c,revision_number=2']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:36.304828 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:36.357946 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Notify callbacks [] for port, precommit_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.375153 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-38464f18-c0aa-47bc-9ac4-2b2ee3d8cce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:36.395945 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.provisioning_blocks [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Transition to ACTIVE for port object ea0e565f-3516-4556-8122-205c9b05f3af will not be triggered until provisioned by entity L2. {{(pid=92854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:36.411341 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.414587 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:36.419623 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:36.427796 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:36.428789 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device e9adad87-c97d-4aa4-bcb8-1718ae156bd9 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:36.430744 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:26:36.469549 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Pushing event updated for resources: {'Port': ['ID=ea0e565f-3516-4556-8122-205c9b05f3af,revision_number=3']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:36.495673 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.498869 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.499494 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.499975 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.500472 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.503467 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.503981 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.504462 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.504962 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.505562 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.507402 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.507918 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:26:36.525486 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port e9adad87-c97d-4aa4-bcb8-1718ae156bd9 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:36.526189 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.527180 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:36.543142 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.l3_db [None req-d2098285-efa7-4c39-87a8-eb28ca483405 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Floating IP c4967373-ece4-4659-9efc-6adb77d2df83 associated. External IP: 172.27.2.21, port: 016f3555-efc5-4bbc-996c-05dd98149ceb. Jun 24 10:26:36.607926 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6b6947-8497-4d46-a051-009d7f5a7d1f,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:36.615113 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:36.719946 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-387e8634-8b59-4147-93a5-35e01c6cd7ee req-c146a651-fadf-4192-bff4-40ca46e72e00 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 210 time: 0.0641201 Jun 24 10:26:36.733496 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Attempting to bind port ea0e565f-3516-4556-8122-205c9b05f3af on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:26:36.733875 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Attempting to bind port ea0e565f-3516-4556-8122-205c9b05f3af by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:26:36.736227 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Attempting to bind port ea0e565f-3516-4556-8122-205c9b05f3af on network 6355e628-9f28-4961-a0d1-600ac14b8a17 {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:26:36.741830 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:26:36.742260 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Checking segment: {'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:26:36.742661 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.743053 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Bound using segment: {'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:26:36.743520 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Bound port: ea0e565f-3516-4556-8122-205c9b05f3af, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'}}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:26:36.743911 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.770353 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb0baa-c508-44aa-b347-95a7419480da req-db3329e1-4584-41c3-bb83-d6d5dddf02c7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:36.772386 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-db3329e1-4584-41c3-bb83-d6d5dddf02c7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.77 "GET /v2.0/networks?id=cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 200 len: 810 time: 0.4981995 Jun 24 10:26:36.866551 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] For port ea0e565f-3516-4556-8122-205c9b05f3af, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:36.875823 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] For port ea0e565f-3516-4556-8122-205c9b05f3af, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=ea0e565f-3516-4556-8122-205c9b05f3af,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:36.882743 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:36.891475 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-b7e54949-ed05-433f-ab22-775efd2532c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:36.931810 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-a07d589a-a4e1-4a3c-a342-8a067262347a tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e683cb703211418eb4591c60f3bf0b67 HTTP/1.1" status: 200 len: 379 time: 0.0827575 Jun 24 10:26:36.943467 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'port': {'device_id': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'admin_state_up': True, 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'security_groups': ['0afe54c1-4a60-47fc-9a7b-e777756b01b9']}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:36.973537 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Routers {'69cce713-ac08-4294-b4b5-05156d4692c7'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:36.974383 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['69cce713-ac08-4294-b4b5-05156d4692c7'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:36.988797 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2098285-efa7-4c39-87a8-eb28ca483405 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Router 4cd0107f-211a-42fb-ba4f-165b33421aa1 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:26:37.020365 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Pushing event updated for resources: {'Port': ['ID=ea0e565f-3516-4556-8122-205c9b05f3af,revision_number=4']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:37.026881 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-d0ea68f1-5f6c-441b-98f9-d8caf2876aff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:37.065413 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:37.108074 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] Set router 69cce713-ac08-4294-b4b5-05156d4692c7 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:37.118939 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2098285-efa7-4c39-87a8-eb28ca483405 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:37.124434 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d2098285-efa7-4c39-87a8-eb28ca483405 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:37.133042 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb027e1-aee0-4b19-a930-3994152eb49a None None] Sync routers for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:37.145752 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb027e1-aee0-4b19-a930-3994152eb49a None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:37.147392 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-1fb027e1-aee0-4b19-a930-3994152eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:37.150862 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Made reservation on behalf of e683cb703211418eb4591c60f3bf0b67 for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:26:37.154490 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:37.180309 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-d2098285-efa7-4c39-87a8-eb28ca483405 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "PUT /v2.0/floatingips/c4967373-ece4-4659-9efc-6adb77d2df83 HTTP/1.1" status: 200 len: 991 time: 1.5381017 Jun 24 10:26:37.181033 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:26:37.184086 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4001bd8-418c-4216-800f-25f11e686982" -d '{"events": [{"name": "network-changed", "server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:37.305776 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-1fb027e1-aee0-4b19-a930-3994152eb49a None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:37.343499 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bbc44f-1212-4fee-ae39-10fce8238dc4 x-openstack-request-id: req-73bbc44f-1212-4fee-ae39-10fce8238dc4 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:37.343894 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:37.344249 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-73bbc44f-1212-4fee-ae39-10fce8238dc4 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:37.344790 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'status': 'completed', 'code': 200} Jun 24 10:26:37.421129 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'ea0e565f-3516-4556-8122-205c9b05f3af', 'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'mac_address': 'fa:16:3e:04:8c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:30Z', 'updated_at': '2021-06-24T10:26:36Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'subnets': [{'id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:37.440649 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448136'] for router, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:37.469481 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4d6f6f-2a24-4f4d-b14d-29966692f42b None None] The sync data for ids ['69cce713-ac08-4294-b4b5-05156d4692c7'] in dv-cinder-790492-7-iscsi is: [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'ea0e565f-3516-4556-8122-205c9b05f3af', 'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'mac_address': 'fa:16:3e:04:8c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:30Z', 'updated_at': '2021-06-24T10:26:36Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'subnets': [{'id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:37.476630 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4001bd8-418c-4216-800f-25f11e686982 req-ef6d4255-406d-4efe-b874-fcc6b4491e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:37.478849 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d4001bd8-418c-4216-800f-25f11e686982 req-ef6d4255-406d-4efe-b874-fcc6b4491e93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 1099 time: 0.1114342 Jun 24 10:26:37.596938 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Allocated IP 172.20.0.11 (cb1584e0-04d6-4d1c-8080-45f02e1db216/33e31fd6-08c5-47a7-bea3-9d75e23dc5c3/21a9608c-ecd3-49b8-a42e-daafc983dc58) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:37.641749 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-1fb027e1-aee0-4b19-a930-3994152eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'c4967373-ece4-4659-9efc-6adb77d2df83', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'port_id': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'mac_address': 'fa:16:3e:91:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:26:21Z', 'updated_at': '2021-06-24T10:26:36Z', 'revision_number': 1, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:37.651718 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4001bd8-418c-4216-800f-25f11e686982 req-86aa99b0-fa39-42aa-b6c6-4eb133ca6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:37.653181 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d4001bd8-418c-4216-800f-25f11e686982 req-86aa99b0-fa39-42aa-b6c6-4eb133ca6807 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 919 time: 0.1675656 Jun 24 10:26:37.680644 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb027e1-aee0-4b19-a930-3994152eb49a None None] Checking router: 4cd0107f-211a-42fb-ba4f-165b33421aa1 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:37.691459 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb027e1-aee0-4b19-a930-3994152eb49a None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:37.692236 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-1fb027e1-aee0-4b19-a930-3994152eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:37.748913 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Router 75fbaef9-c221-4878-ae3c-0419a81c2b4e is scheduled to L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 with binding_index 1 {{(pid=92850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:26:37.761966 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d4001bd8-418c-4216-800f-25f11e686982 req-86c7fb0d-a913-40ff-b2a7-637d96a8ece3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016f3555-efc5-4bbc-996c-05dd98149ceb HTTP/1.1" status: 200 len: 999 time: 0.1010599 Jun 24 10:26:37.847487 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4001bd8-418c-4216-800f-25f11e686982 req-5f3261d3-3770-4acd-aa07-6e50e3d92d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:37.851285 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d4001bd8-418c-4216-800f-25f11e686982 req-5f3261d3-3770-4acd-aa07-6e50e3d92d16 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.0793321 Jun 24 10:26:37.866345 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-1fb027e1-aee0-4b19-a930-3994152eb49a None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:37.874966 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c3b10a-fc96-4972-a96d-e5b318a1d56c None None] Network f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:26:37.897207 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:37.951234 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Transition to ACTIVE for port object 21a9608c-ecd3-49b8-a42e-daafc983dc58 will not be triggered until provisioned by entity DHCP. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:37.982587 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:37.988400 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6fe4b624-4a37-43d0-82ea-0214f3b5c6d4 req-f863016a-b06c-40f7-b165-184af348f911 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 210 time: 0.0513229 Jun 24 10:26:37.994738 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Sync routers for ids ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:38.010965 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Routers {'75fbaef9-c221-4878-ae3c-0419a81c2b4e'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:38.016193 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:38.017930 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:38.020320 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-20e1b0a2-b1cc-436e-9c62-c656a7324b40 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7347012 Jun 24 10:26:38.022751 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41396) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:38.030266 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4001bd8-418c-4216-800f-25f11e686982 req-04658d60-153d-41ae-bc0f-187d96912585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:38.032017 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d4001bd8-418c-4216-800f-25f11e686982 req-04658d60-153d-41ae-bc0f-187d96912585 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1733241 Jun 24 10:26:38.033598 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:38.073711 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-060a95f5-d05f-4464-bb34-c80578078a97 None None] Provisioning for port c16878de-1fc8-4a55-a4c4-27146c1fcc5c completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:38.082621 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5423f60f-f707-4150-b306-5b68d7c860bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:38.115950 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Network cb1584e0-04d6-4d1c-8080-45f02e1db216 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:38.123084 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:38.128753 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:26:38.227001 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d4001bd8-418c-4216-800f-25f11e686982 req-1ffe674f-70a6-4c6f-93f9-2c2f042913ee service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874168 Jun 24 10:26:38.246410 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Set router 75fbaef9-c221-4878-ae3c-0419a81c2b4e gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:38.421666 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d4001bd8-418c-4216-800f-25f11e686982 req-e38085b1-4bf7-4045-9a7b-159e137b7665 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884317 Jun 24 10:26:38.608218 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'name': 'tempest-TestShelveInstance-1434023637-router', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:36Z', 'revision_number': 3, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'gw_port': {'id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:38.644618 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Checking router: 75fbaef9-c221-4878-ae3c-0419a81c2b4e for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:38.644972 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Updating router 75fbaef9-c221-4878-ae3c-0419a81c2b4e port 5a6b6947-8497-4d46-a051-009d7f5a7d1f binding host dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:26:38.675848 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device c16878de-1fc8-4a55-a4c4-27146c1fcc5c up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:38.680034 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-76f70c92-28e4-4f6d-855b-c90a19e91ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:38.712088 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:38.712296 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event updated for resources: {'Port': ['ID=21a9608c-ecd3-49b8-a42e-daafc983dc58,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:38.717717 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-22db79bb-e906-477a-8dbf-fdb4ecc26aeb None None] Provisioning for port 21a9608c-ecd3-49b8-a42e-daafc983dc58 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:38.726889 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:38.729550 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-22db79bb-e906-477a-8dbf-fdb4ecc26aeb None None] Provisioning complete for port 21a9608c-ecd3-49b8-a42e-daafc983dc58 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:38.729937 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-22db79bb-e906-477a-8dbf-fdb4ecc26aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:38.747983 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:38.748640 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:38.775554 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-1fb027e1-aee0-4b19-a930-3994152eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'c4967373-ece4-4659-9efc-6adb77d2df83', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'port_id': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'mac_address': 'fa:16:3e:91:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:26:21Z', 'updated_at': '2021-06-24T10:26:36Z', 'revision_number': 1, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:38.785227 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-22db79bb-e906-477a-8dbf-fdb4ecc26aeb None None] Port 21a9608c-ecd3-49b8-a42e-daafc983dc58 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:26:38.808325 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8690488 Jun 24 10:26:38.819076 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb027e1-aee0-4b19-a930-3994152eb49a None None] The sync data for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi is: [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'c4967373-ece4-4659-9efc-6adb77d2df83', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'port_id': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'mac_address': 'fa:16:3e:91:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:26:21Z', 'updated_at': '2021-06-24T10:26:36Z', 'revision_number': 1, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:38.824068 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port c16878de-1fc8-4a55-a4c4-27146c1fcc5c completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:38.829224 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port c16878de-1fc8-4a55-a4c4-27146c1fcc5c triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:38.829614 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:38.839526 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Request body: {'port': {'device_id': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:38.975081 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.008687 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.017634 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port c16878de-1fc8-4a55-a4c4-27146c1fcc5c, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=c16878de-1fc8-4a55-a4c4-27146c1fcc5c,segment=NetworkSegment(9cccaef1-4ce2-46bc-9bdc-b47f41a1882a),segment_id=9cccaef1-4ce2-46bc-9bdc-b47f41a1882a)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:39.022331 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-3108ea2c-7e09-4eb5-9ef8-1686e1ccd4d2 None None] Provisioning complete for port c16878de-1fc8-4a55-a4c4-27146c1fcc5c triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:39.022712 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-3108ea2c-7e09-4eb5-9ef8-1686e1ccd4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.024868 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.026580 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ea0e565f-3516-4556-8122-205c9b05f3af up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:39.028553 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-27ceb0b9-f8f5-45b4-acb5-eab872d7c861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:39.087742 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Notify callbacks [] for port, precommit_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.102692 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.provisioning_blocks [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Transition to ACTIVE for port object 5a6b6947-8497-4d46-a051-009d7f5a7d1f will not be triggered until provisioned by entity L2. {{(pid=92854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:39.115584 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.131020 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:39.167349 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=c16878de-1fc8-4a55-a4c4-27146c1fcc5c,revision_number=3']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:39.177134 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:39.198876 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d15ca8-11dc-4857-8c30-2917e9407e78 None None] Pushing event updated for resources: {'Port': ['ID=5a6b6947-8497-4d46-a051-009d7f5a7d1f,revision_number=2']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:39.204183 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af724f5-edaa-4604-a69a-39020aca6ea0 None None] New status for floating IP c4967373-ece4-4659-9efc-6adb77d2df83: ACTIVE {{(pid=92853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:26:39.212610 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port ea0e565f-3516-4556-8122-205c9b05f3af completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:39.233761 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Attempting to bind port 5a6b6947-8497-4d46-a051-009d7f5a7d1f on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:26:39.234303 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Attempting to bind port 5a6b6947-8497-4d46-a051-009d7f5a7d1f by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:26:39.234517 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Attempting to bind port 5a6b6947-8497-4d46-a051-009d7f5a7d1f on network f7a1f380-7220-4398-ba20-93d87a45423d {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:26:39.240859 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:26:39.241288 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Checking segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:26:39.241719 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.242663 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Bound using segment: {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:26:39.242663 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Bound port: 5a6b6947-8497-4d46-a051-009d7f5a7d1f, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960063a-570a-4e31-a505-f6ce9f76c92e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d'}}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:26:39.242975 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.249766 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port ea0e565f-3516-4556-8122-205c9b05f3af triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:39.250167 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.266745 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600521-a61a-4a75-be41-9be7c59a63b0 req-65a60b82-a29e-4ff5-be6e-003270667934 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:39.269245 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d5600521-a61a-4a75-be41-9be7c59a63b0 req-65a60b82-a29e-4ff5-be6e-003270667934 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 932 time: 0.1262574 Jun 24 10:26:39.310213 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-36d15ca8-11dc-4857-8c30-2917e9407e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:39.319542 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] For port 5a6b6947-8497-4d46-a051-009d7f5a7d1f, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:39.324592 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] For port 5a6b6947-8497-4d46-a051-009d7f5a7d1f, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=5a6b6947-8497-4d46-a051-009d7f5a7d1f,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:39.328717 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d5600521-a61a-4a75-be41-9be7c59a63b0 req-4f5bbfd2-30ba-42a8-9242-3a294f32894e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537558 Jun 24 10:26:39.331105 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.343029 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:39.393520 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Routers {'75fbaef9-c221-4878-ae3c-0419a81c2b4e'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:39.394264 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:39.406814 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.441479 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d15ca8-11dc-4857-8c30-2917e9407e78 None None] Pushing event updated for resources: {'Port': ['ID=5a6b6947-8497-4d46-a051-009d7f5a7d1f,revision_number=3']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:39.446137 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-36d15ca8-11dc-4857-8c30-2917e9407e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:39.467354 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.479896 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port ea0e565f-3516-4556-8122-205c9b05f3af, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=ea0e565f-3516-4556-8122-205c9b05f3af,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:39.485682 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.488769 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:39.547727 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=ea0e565f-3516-4556-8122-205c9b05f3af,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:39.551389 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:39.602646 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] Set router 75fbaef9-c221-4878-ae3c-0419a81c2b4e gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:39.679441 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a9608c-ecd3-49b8-a42e-daafc983dc58 {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:26:39.689397 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.714488 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Transition to ACTIVE for port object 21a9608c-ecd3-49b8-a42e-daafc983dc58 will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:39.715702 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Allocated IP 172.20.0.1 (f2319525-bb9e-44a7-adcf-bf3a1a26bcf4/48dc152b-6cca-4304-8b2a-a76243fb934b/e5d01b24-334d-4404-ab49-e1c01d107136) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:26:39.721883 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.727125 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fd53cf9e-1455-469b-a6c6-4e009d49a9da tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:39.792504 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'name': 'tempest-TestShelveInstance-1434023637-router', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:36Z', 'revision_number': 3, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'gw_port': {'id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:39.823121 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068dd4ee-bd41-4ed9-ac48-a75a6e4d962c None None] The sync data for ids ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'] in dv-cinder-790492-7-iscsi is: [{'id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'name': 'tempest-TestShelveInstance-1434023637-router', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:36Z', 'revision_number': 3, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'gw_port': {'id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:39.845189 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=21a9608c-ecd3-49b8-a42e-daafc983dc58,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:39.865136 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:39.917161 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:39.941046 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Transition to ACTIVE for port object e5d01b24-334d-4404-ab49-e1c01d107136 will not be triggered until provisioned by entity DHCP. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:39.955533 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Attempting to bind port 21a9608c-ecd3-49b8-a42e-daafc983dc58 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:26:39.955870 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Attempting to bind port 21a9608c-ecd3-49b8-a42e-daafc983dc58 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:26:39.956182 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Attempting to bind port 21a9608c-ecd3-49b8-a42e-daafc983dc58 on network cb1584e0-04d6-4d1c-8080-45f02e1db216 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:26:39.965548 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Port 21a9608c-ecd3-49b8-a42e-daafc983dc58 on network cb1584e0-04d6-4d1c-8080-45f02e1db216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:26:39.965869 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Attempting to bind port 21a9608c-ecd3-49b8-a42e-daafc983dc58 on network cb1584e0-04d6-4d1c-8080-45f02e1db216 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:26:39.986016 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:26:39.986400 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Checking segment: {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:26:39.986795 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Bound using segment: {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:26:39.987241 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Bound port: 21a9608c-ecd3-49b8-a42e-daafc983dc58, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f69954-7887-44be-bbf1-337f5e62f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:26:39.987605 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:40.012462 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:40.031535 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e1fd1f8a-3c41-4ab6-bc5e-16698ea3da3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:40.086242 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Network f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:40.106425 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d01b24-334d-4404-ab49-e1c01d107136,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:40.110776 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:40.112706 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:40.119163 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:26:40.164914 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] For port 21a9608c-ecd3-49b8-a42e-daafc983dc58, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:40.175692 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] For port 21a9608c-ecd3-49b8-a42e-daafc983dc58, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=21a9608c-ecd3-49b8-a42e-daafc983dc58,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:40.187320 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:40.190151 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-8c51af29-a267-49ec-8ce9-4ae2855fb239 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:40.194213 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450309'] for router_interface, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:40.277521 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:40.278170 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:40.281165 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] 10.222.0.77 "PUT /v2.0/ports/21a9608c-ecd3-49b8-a42e-daafc983dc58 HTTP/1.1" status: 200 len: 1094 time: 1.4481235 Jun 24 10:26:40.284438 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'tag': '21a9608c-ecd3-49b8-a42e-daafc983dc58'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:26:40.286963 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c235a718-2298-495c-9466-363210c5c7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6ab1b1-0553-48eb-b64e-03da8ee8756b", "tag": "21a9608c-ecd3-49b8-a42e-daafc983dc58"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:40.455332 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-4f5dfd4a-7799-43e3-aa02-40386195b80f None None] Provisioning for port e5d01b24-334d-4404-ab49-e1c01d107136 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:40.460281 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-4f5dfd4a-7799-43e3-aa02-40386195b80f None None] Provisioning complete for port e5d01b24-334d-4404-ab49-e1c01d107136 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:40.460669 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfd4a-7799-43e3-aa02-40386195b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:40.517605 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e980be-1abb-4298-ac3c-9b607ac657a3 x-openstack-request-id: req-38e980be-1abb-4298-ac3c-9b607ac657a3 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:40.518067 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6ab1b1-0553-48eb-b64e-03da8ee8756b", "tag": "21a9608c-ecd3-49b8-a42e-daafc983dc58", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:40.518512 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-38e980be-1abb-4298-ac3c-9b607ac657a3 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:40.519005 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'tag': '21a9608c-ecd3-49b8-a42e-daafc983dc58', 'status': 'completed', 'code': 200} Jun 24 10:26:40.520633 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dfd4a-7799-43e3-aa02-40386195b80f None None] Port e5d01b24-334d-4404-ab49-e1c01d107136 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:26:40.530773 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=21a9608c-ecd3-49b8-a42e-daafc983dc58,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:40.545006 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:40.559925 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:40.595602 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device c16878de-1fc8-4a55-a4c4-27146c1fcc5c up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:40.623409 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb0baa-c508-44aa-b347-95a7419480da req-126b15cf-2b3e-4998-a961-b77aca67b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:40.625059 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-126b15cf-2b3e-4998-a961-b77aca67b991 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e683cb703211418eb4591c60f3bf0b67&device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 1097 time: 0.2408652 Jun 24 10:26:40.662943 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port c16878de-1fc8-4a55-a4c4-27146c1fcc5c triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:40.663323 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:40.691358 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-eeedf2ce-39fa-4b0a-972a-bc7a247c8376 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a9608c-ecd3-49b8-a42e-daafc983dc58 HTTP/1.1" status: 200 len: 217 time: 0.0475976 Jun 24 10:26:40.741843 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 5a6b6947-8497-4d46-a051-009d7f5a7d1f up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:40.805625 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port 5a6b6947-8497-4d46-a051-009d7f5a7d1f completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:40.811113 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 5a6b6947-8497-4d46-a051-009d7f5a7d1f triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:40.811113 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:40.816588 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bbf2b-5717-4992-84fd-85d7178d4683 req-c55d4854-21a3-45a5-9557-5a2153c5edb3 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:40.820563 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-263bbf2b-5717-4992-84fd-85d7178d4683 req-c55d4854-21a3-45a5-9557-5a2153c5edb3 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 944 time: 0.2407169 Jun 24 10:26:40.850303 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb0baa-c508-44aa-b347-95a7419480da req-f0d118fd-225a-4e45-90c3-5c63f5a4a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:40.851797 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-f0d118fd-225a-4e45-90c3-5c63f5a4a7ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33e31fd6-08c5-47a7-bea3-9d75e23dc5c3 HTTP/1.1" status: 200 len: 849 time: 0.1518064 Jun 24 10:26:40.892572 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:40.914920 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port 5a6b6947-8497-4d46-a051-009d7f5a7d1f, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=5a6b6947-8497-4d46-a051-009d7f5a7d1f,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:40.919219 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:40.920651 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ea0e565f-3516-4556-8122-205c9b05f3af up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:40.922614 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:40.948686 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-263bbf2b-5717-4992-84fd-85d7178d4683 req-466d5ea0-5c14-4dc4-b73d-121d8344bb41 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203544 Jun 24 10:26:41.004631 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=5a6b6947-8497-4d46-a051-009d7f5a7d1f,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:41.009207 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:41.012669 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb0baa-c508-44aa-b347-95a7419480da req-472ba657-033e-4068-9e60-b0fa2b7c495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:41.014246 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-472ba657-033e-4068-9e60-b0fa2b7c495e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb1584e0-04d6-4d1c-8080-45f02e1db216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1486015 Jun 24 10:26:41.018293 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:41.019999 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port ea0e565f-3516-4556-8122-205c9b05f3af triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:41.020515 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:41.030347 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:41.046235 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-67f80ef0-1ff2-425c-bde0-2b1c81f0a6ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:41.103967 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-32f17207-1ae5-4391-b546-d884915576b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:41.144220 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d01b24-334d-4404-ab49-e1c01d107136,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:41.153701 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:41.155982 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-450545'] for router_interface, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:41.216763 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:41.217266 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-4eca41e0-6d56-46c1-bd4d-06f3d1b1ad0b service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960466 Jun 24 10:26:41.328033 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Network f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:26:41.334733 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:26:41.341743 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49bb0baa-c508-44aa-b347-95a7419480da req-fc992b13-490d-4dd1-bbd1-ff548de0eaf6 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184919 Jun 24 10:26:41.490256 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Router 75fbaef9-c221-4878-ae3c-0419a81c2b4e has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:26:41.543373 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235a718-2298-495c-9466-363210c5c7ca req-23539f90-7633-4d42-8021-9b1aa9f07ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:41.544758 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c235a718-2298-495c-9466-363210c5c7ca req-23539f90-7633-4d42-8021-9b1aa9f07ba8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e683cb703211418eb4591c60f3bf0b67&device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 1097 time: 0.1179678 Jun 24 10:26:41.583252 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-2c65d455-da58-43d3-9c59-4795b427cf4f None None] Provisioning complete for port e5d01b24-334d-4404-ab49-e1c01d107136 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:41.583810 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-2c65d455-da58-43d3-9c59-4795b427cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:41.617496 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-2c65d455-da58-43d3-9c59-4795b427cf4f None None] Port e5d01b24-334d-4404-ab49-e1c01d107136 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:26:41.673132 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:41.678706 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] 10.222.0.79 "PUT /v2.0/routers/75fbaef9-c221-4878-ae3c-0419a81c2b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6539927 Jun 24 10:26:41.699592 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235a718-2298-495c-9466-363210c5c7ca req-ad1de760-9c9f-4fa6-9be4-6b0ad12fcf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:41.700393 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c235a718-2298-495c-9466-363210c5c7ca req-ad1de760-9c9f-4fa6-9be4-6b0ad12fcf93 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 200 len: 912 time: 0.1462259 Jun 24 10:26:41.707089 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Sync routers for ids ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:41.721680 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Routers {'75fbaef9-c221-4878-ae3c-0419a81c2b4e'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:41.722396 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:41.749208 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c235a718-2298-495c-9466-363210c5c7ca req-56aeae33-857a-44c1-8fb5-bc65f4c5883e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a9608c-ecd3-49b8-a42e-daafc983dc58 HTTP/1.1" status: 200 len: 217 time: 0.0417616 Jun 24 10:26:41.799472 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235a718-2298-495c-9466-363210c5c7ca req-453beff9-2977-430b-9a7b-88d20cf4ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:41.800872 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c235a718-2298-495c-9466-363210c5c7ca req-453beff9-2977-430b-9a7b-88d20cf4ce8e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33e31fd6-08c5-47a7-bea3-9d75e23dc5c3 HTTP/1.1" status: 200 len: 849 time: 0.0455070 Jun 24 10:26:41.839074 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Set router 75fbaef9-c221-4878-ae3c-0419a81c2b4e gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:41.869124 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235a718-2298-495c-9466-363210c5c7ca req-22207d3c-b169-45e8-a63a-35f2729efbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:41.871297 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c235a718-2298-495c-9466-363210c5c7ca req-22207d3c-b169-45e8-a63a-35f2729efbe1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb1584e0-04d6-4d1c-8080-45f02e1db216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612235 Jun 24 10:26:41.986926 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c235a718-2298-495c-9466-363210c5c7ca req-f826ea84-7e42-4c0e-b571-ef6b00831f3b service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083572 Jun 24 10:26:42.033068 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.057326 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'name': 'tempest-TestShelveInstance-1434023637-router', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:40Z', 'revision_number': 4, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'gw_port': {'id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'e5d01b24-334d-4404-ab49-e1c01d107136', 'name': '', 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'mac_address': 'fa:16:3e:ac:e8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '48dc152b-6cca-4304-8b2a-a76243fb934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:39Z', 'updated_at': '2021-06-24T10:26:40Z', 'revision_number': 2, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'subnets': [{'id': '48dc152b-6cca-4304-8b2a-a76243fb934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:42.086840 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Checking router: 75fbaef9-c221-4878-ae3c-0419a81c2b4e for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:42.087415 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Updating router 75fbaef9-c221-4878-ae3c-0419a81c2b4e port e5d01b24-334d-4404-ab49-e1c01d107136 binding host dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:26:42.118961 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c235a718-2298-495c-9466-363210c5c7ca req-b49e2505-db7b-450f-a59f-12f88bdccfaa service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234241 Jun 24 10:26:42.123142 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.227455 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41424) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:42.233170 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-9be261bf-761e-405d-9eaf-1f4f15668f69 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1115143354', 'description': 'tempest-secgroup-smoke-1115143354 description', 'project_id': '82190cd9eb964c4e871376cd30b1e902'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:42.261311 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9be261bf-761e-405d-9eaf-1f4f15668f69 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.265025 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35b8a-11dd-41c3-a1ad-15c5d6392075 req-f2cb71c8-7cfd-486f-a237-0fbc839bd1b8 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:42.273147 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-22f35b8a-11dd-41c3-a1ad-15c5d6392075 req-f2cb71c8-7cfd-486f-a237-0fbc839bd1b8 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 944 time: 0.0796006 Jun 24 10:26:42.363136 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9be261bf-761e-405d-9eaf-1f4f15668f69 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.371897 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9be261bf-761e-405d-9eaf-1f4f15668f69 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.377774 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-573d7883-c64a-4288-9e97-07a24d15ebe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:42.391576 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 5a6b6947-8497-4d46-a051-009d7f5a7d1f up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:42.408475 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-9be261bf-761e-405d-9eaf-1f4f15668f69 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.412978 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-9be261bf-761e-405d-9eaf-1f4f15668f69 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1838567 Jun 24 10:26:42.413773 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41426) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:42.420472 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-fa3d93df-4d1a-4334-a791-ad4805decb18 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Request body: {'security_group_rule': {'security_group_id': '75614037-4cae-4543-9f8b-b18964d39dc5', 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:42.426875 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be261bf-761e-405d-9eaf-1f4f15668f69 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75614037-4cae-4543-9f8b-b18964d39dc5,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:42.430331 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-9be261bf-761e-405d-9eaf-1f4f15668f69 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:42.445053 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port 5a6b6947-8497-4d46-a051-009d7f5a7d1f triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:42.445685 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.458978 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fa3d93df-4d1a-4334-a791-ad4805decb18 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.461115 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Notify callbacks [] for port, precommit_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.475924 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.provisioning_blocks [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Transition to ACTIVE for port object e5d01b24-334d-4404-ab49-e1c01d107136 will not be triggered until provisioned by entity L2. {{(pid=92854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:26:42.484037 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.488172 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-4bdab011-60ee-47f8-952a-ce563c306241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:42.535753 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fa3d93df-4d1a-4334-a791-ad4805decb18 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.542447 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fa3d93df-4d1a-4334-a791-ad4805decb18 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.544954 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:42.553277 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5355fd-2161-4c10-81c5-63dda2fcc011 None None] Pushing event updated for resources: {'Port': ['ID=e5d01b24-334d-4404-ab49-e1c01d107136,revision_number=3']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:42.558373 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-5a5355fd-2161-4c10-81c5-63dda2fcc011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:42.564302 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d93df-4d1a-4334-a791-ad4805decb18 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc787eb4-11bd-4f97-8a62-cbe9178a66db,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:42.567400 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-fa3d93df-4d1a-4334-a791-ad4805decb18 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:42.573189 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-fa3d93df-4d1a-4334-a791-ad4805decb18 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.574438 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-fa3d93df-4d1a-4334-a791-ad4805decb18 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587677 Jun 24 10:26:42.577164 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41428) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:42.582209 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-acb1e525-f5b5-4974-bdb7-eec8ee0f23b6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Request body: {'security_group_rule': {'security_group_id': '75614037-4cae-4543-9f8b-b18964d39dc5', 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:42.617653 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-acb1e525-f5b5-4974-bdb7-eec8ee0f23b6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.627328 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Attempting to bind port e5d01b24-334d-4404-ab49-e1c01d107136 on host dv-cinder-790492-7-iscsi for vnic_type normal with profile {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:26:42.627538 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Attempting to bind port e5d01b24-334d-4404-ab49-e1c01d107136 by drivers openvswitch,hyperv on host dv-cinder-790492-7-iscsi at level 0 using segments [{'id': '9cccaef1-4ce2-46bc-9bdc-b47f41a1882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4'}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:26:42.627873 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Attempting to bind port e5d01b24-334d-4404-ab49-e1c01d107136 on network f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:26:42.633584 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Checking agent: {'id': '6471e78e-1ca0-4ee3-9e6e-dd60a1cab5f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 13, 41), 'started_at': datetime.datetime(2021, 6, 24, 10, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:26:42.633962 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Checking segment: {'id': '9cccaef1-4ce2-46bc-9bdc-b47f41a1882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:26:42.634397 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.634794 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Bound using segment: {'id': '9cccaef1-4ce2-46bc-9bdc-b47f41a1882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4'} {{(pid=92854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:26:42.635299 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.managers [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Bound port: e5d01b24-334d-4404-ab49-e1c01d107136, host: dv-cinder-790492-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cccaef1-4ce2-46bc-9bdc-b47f41a1882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4'}}] {{(pid=92854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:26:42.635697 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.647895 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-22f35b8a-11dd-41c3-a1ad-15c5d6392075 req-9190b5c8-9f01-447a-aa34-63e4ab2a31af tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3731678 Jun 24 10:26:42.696712 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-acb1e525-f5b5-4974-bdb7-eec8ee0f23b6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.701268 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-acb1e525-f5b5-4974-bdb7-eec8ee0f23b6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.703381 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-12b4574e-4bac-488f-87df-022fb0741e84 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:42.712560 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] For port e5d01b24-334d-4404-ab49-e1c01d107136, host dv-cinder-790492-7-iscsi, cleared binding levels {{(pid=92854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:26:42.717216 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.plugins.ml2.db [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] For port e5d01b24-334d-4404-ab49-e1c01d107136, host dv-cinder-790492-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=e5d01b24-334d-4404-ab49-e1c01d107136,segment=NetworkSegment(9cccaef1-4ce2-46bc-9bdc-b47f41a1882a),segment_id=9cccaef1-4ce2-46bc-9bdc-b47f41a1882a)] {{(pid=92854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:26:42.721015 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1e525-f5b5-4974-bdb7-eec8ee0f23b6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54188b9e-63ca-4247-866b-26e04c7c414c,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:42.723253 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron_lib.callbacks.manager [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.724014 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-acb1e525-f5b5-4974-bdb7-eec8ee0f23b6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:42.726313 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-265968ab-1ff2-431a-8e65-aaf3e3a1f7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:42.727539 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-acb1e525-f5b5-4974-bdb7-eec8ee0f23b6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.732320 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-acb1e525-f5b5-4974-bdb7-eec8ee0f23b6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506190 Jun 24 10:26:42.732320 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41430) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:42.736920 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-cb0991fd-eab9-4376-9e23-3425814f7cce tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Request body: {'security_group_rule': {'security_group_id': '75614037-4cae-4543-9f8b-b18964d39dc5', 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:42.766662 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb0991fd-eab9-4376-9e23-3425814f7cce tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.792594 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Routers {'75fbaef9-c221-4878-ae3c-0419a81c2b4e'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:42.793238 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:42.803361 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5355fd-2161-4c10-81c5-63dda2fcc011 None None] Pushing event updated for resources: {'Port': ['ID=e5d01b24-334d-4404-ab49-e1c01d107136,revision_number=4']} {{(pid=92854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:42.806593 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG oslo_concurrency.lockutils [None req-5a5355fd-2161-4c10-81c5-63dda2fcc011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:42.841267 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb0991fd-eab9-4376-9e23-3425814f7cce tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.846559 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb0991fd-eab9-4376-9e23-3425814f7cce tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.848792 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-acb1e525-f5b5-4974-bdb7-eec8ee0f23b6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:42.865926 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0991fd-eab9-4376-9e23-3425814f7cce tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8ba340-7531-48e1-8b20-9c2e696150be,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:42.868462 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-cb0991fd-eab9-4376-9e23-3425814f7cce tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:42.875638 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-cb0991fd-eab9-4376-9e23-3425814f7cce tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.877176 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-cb0991fd-eab9-4376-9e23-3425814f7cce tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439219 Jun 24 10:26:42.879751 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41432) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:42.885605 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-a98a761c-5b85-4c27-a578-69669f9700a9 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Request body: {'security_group_rule': {'security_group_id': '75614037-4cae-4543-9f8b-b18964d39dc5', 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:42.917643 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a98a761c-5b85-4c27-a578-69669f9700a9 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.932038 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] Set router 75fbaef9-c221-4878-ae3c-0419a81c2b4e gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:42.980964 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a98a761c-5b85-4c27-a578-69669f9700a9 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.985333 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a98a761c-5b85-4c27-a578-69669f9700a9 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:42.990653 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:43.007206 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a761c-5b85-4c27-a578-69669f9700a9 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b07569-7160-4e88-baf8-1a5dfb8421b8,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:43.011444 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a98a761c-5b85-4c27-a578-69669f9700a9 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:43.013486 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a98a761c-5b85-4c27-a578-69669f9700a9 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.014837 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-a98a761c-5b85-4c27-a578-69669f9700a9 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341333 Jun 24 10:26:43.017717 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41434) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:43.022611 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-3fcd1608-4589-4cae-bb89-e50bdb886309 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Request body: {'security_group_rule': {'security_group_id': '75614037-4cae-4543-9f8b-b18964d39dc5', 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:43.044498 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.securitygroups_db [None req-3fcd1608-4589-4cae-bb89-e50bdb886309 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Project 82190cd9eb964c4e871376cd30b1e902 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:26:43.049307 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3fcd1608-4589-4cae-bb89-e50bdb886309 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.115782 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3fcd1608-4589-4cae-bb89-e50bdb886309 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.120882 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3fcd1608-4589-4cae-bb89-e50bdb886309 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.123435 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:43.138299 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd1608-4589-4cae-bb89-e50bdb886309 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62636e72-4d5d-410f-8edd-fcad442fe930,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:43.142437 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3fcd1608-4589-4cae-bb89-e50bdb886309 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:43.149408 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3fcd1608-4589-4cae-bb89-e50bdb886309 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.150813 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-3fcd1608-4589-4cae-bb89-e50bdb886309 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321013 Jun 24 10:26:43.154001 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41438) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:43.156642 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'name': 'tempest-TestShelveInstance-1434023637-router', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:40Z', 'revision_number': 4, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'gw_port': {'id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'e5d01b24-334d-4404-ab49-e1c01d107136', 'name': '', 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'mac_address': 'fa:16:3e:ac:e8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '48dc152b-6cca-4304-8b2a-a76243fb934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:39Z', 'updated_at': '2021-06-24T10:26:42Z', 'revision_number': 4, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'subnets': [{'id': '48dc152b-6cca-4304-8b2a-a76243fb934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:43.159818 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-a1b94141-a8f1-4be2-992a-33101fac59d0 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Request body: {'security_group_rule': {'security_group_id': '75614037-4cae-4543-9f8b-b18964d39dc5', 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:43.181110 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.securitygroups_db [None req-a1b94141-a8f1-4be2-992a-33101fac59d0 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Project 82190cd9eb964c4e871376cd30b1e902 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:26:43.183153 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd4104-57a7-42e8-9451-981a68e0730f None None] The sync data for ids ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'] in dv-cinder-790492-7-iscsi is: [{'id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'name': 'tempest-TestShelveInstance-1434023637-router', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:40Z', 'revision_number': 4, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'gw_port': {'id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'e5d01b24-334d-4404-ab49-e1c01d107136', 'name': '', 'network_id': 'f2319525-bb9e-44a7-adcf-bf3a1a26bcf4', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'mac_address': 'fa:16:3e:ac:e8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '48dc152b-6cca-4304-8b2a-a76243fb934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:39Z', 'updated_at': '2021-06-24T10:26:42Z', 'revision_number': 4, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'subnets': [{'id': '48dc152b-6cca-4304-8b2a-a76243fb934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:43.187521 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1b94141-a8f1-4be2-992a-33101fac59d0 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.266041 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1b94141-a8f1-4be2-992a-33101fac59d0 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.269986 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1b94141-a8f1-4be2-992a-33101fac59d0 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1611055'] for security_group_rule, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.272083 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:43.292524 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b94141-a8f1-4be2-992a-33101fac59d0 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baccffac-c32e-400e-8d22-1c3ef81e82e7,revision_number=0']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:43.295676 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a1b94141-a8f1-4be2-992a-33101fac59d0 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:43.298859 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a1b94141-a8f1-4be2-992a-33101fac59d0 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.300259 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-a1b94141-a8f1-4be2-992a-33101fac59d0 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451581 Jun 24 10:26:43.740453 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.765106 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 21a9608c-ecd3-49b8-a42e-daafc983dc58 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:26:43.850755 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b663c-b697-4538-9b79-f7fab10a27b8 req-25410ecc-6e29-4762-becc-cb583d9ad174 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:43.852345 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1e7b663c-b697-4538-9b79-f7fab10a27b8 req-25410ecc-6e29-4762-becc-cb583d9ad174 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 944 time: 0.0746655 Jun 24 10:26:43.881554 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 21a9608c-ecd3-49b8-a42e-daafc983dc58, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=21a9608c-ecd3-49b8-a42e-daafc983dc58,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:43.897296 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '21a9608c-ecd3-49b8-a42e-daafc983dc58', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'port_id': '21a9608c-ecd3-49b8-a42e-daafc983dc58', 'mac_address': 'fa:16:3e:ed:b9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:26:43.912596 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1e7b663c-b697-4538-9b79-f7fab10a27b8 req-6c037794-b93f-4e2d-b501-231a4b396eab tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458288 Jun 24 10:26:43.941773 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.956402 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a9608c-ecd3-49b8-a42e-daafc983dc58 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:26:43.978782 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 21a9608c-ecd3-49b8-a42e-daafc983dc58, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=21a9608c-ecd3-49b8-a42e-daafc983dc58,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:43.983215 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:43.985019 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:44.041594 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=21a9608c-ecd3-49b8-a42e-daafc983dc58,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:44.044706 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:44.256941 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['21a9608c-ecd3-49b8-a42e-daafc983dc58'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:26:44.415579 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device e5d01b24-334d-4404-ab49-e1c01d107136 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:44.463762 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning for port e5d01b24-334d-4404-ab49-e1c01d107136 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:44.467811 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port e5d01b24-334d-4404-ab49-e1c01d107136 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:44.468189 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:44.553093 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:44.589278 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] For port e5d01b24-334d-4404-ab49-e1c01d107136, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=e5d01b24-334d-4404-ab49-e1c01d107136,segment=NetworkSegment(9cccaef1-4ce2-46bc-9bdc-b47f41a1882a),segment_id=9cccaef1-4ce2-46bc-9bdc-b47f41a1882a)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:44.593704 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:44.597307 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:44.649402 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Pushing event updated for resources: {'Port': ['ID=e5d01b24-334d-4404-ab49-e1c01d107136,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:44.652569 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:45.080489 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825410a-b96d-4abd-ab29-4cb6f147a958 req-170f34b8-f798-41e4-83ac-db94c318069e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:45.081846 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3825410a-b96d-4abd-ab29-4cb6f147a958 req-170f34b8-f798-41e4-83ac-db94c318069e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 945 time: 0.0655656 Jun 24 10:26:45.123096 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3825410a-b96d-4abd-ab29-4cb6f147a958 req-055dd564-ac90-4b44-9708-eaabadfa1750 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356717 Jun 24 10:26:45.765698 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 21a9608c-ecd3-49b8-a42e-daafc983dc58 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:45.816526 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 21a9608c-ecd3-49b8-a42e-daafc983dc58 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:26:45.820281 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 21a9608c-ecd3-49b8-a42e-daafc983dc58 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:45.820674 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:45.903773 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:45.925371 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a9608c-ecd3-49b8-a42e-daafc983dc58'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:26:45.927669 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a126e75c-2d2d-46c9-a7db-751373512e1c" -d '{"events": [{"server_uuid": "aa6ab1b1-0553-48eb-b64e-03da8ee8756b", "name": "network-vif-plugged", "status": "completed", "tag": "21a9608c-ecd3-49b8-a42e-daafc983dc58"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:45.943392 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 21a9608c-ecd3-49b8-a42e-daafc983dc58, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=21a9608c-ecd3-49b8-a42e-daafc983dc58,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:26:45.948451 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:45.951375 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:26:45.997846 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=21a9608c-ecd3-49b8-a42e-daafc983dc58,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:26:46.000918 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:26:46.018642 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2850d93e-6541-4632-afea-46d1052c416e x-openstack-request-id: req-2850d93e-6541-4632-afea-46d1052c416e {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:46.018940 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6ab1b1-0553-48eb-b64e-03da8ee8756b", "name": "network-vif-plugged", "status": "completed", "tag": "21a9608c-ecd3-49b8-a42e-daafc983dc58", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:46.019202 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2850d93e-6541-4632-afea-46d1052c416e {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:46.019629 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a9608c-ecd3-49b8-a42e-daafc983dc58', 'code': 200} Jun 24 10:26:46.262052 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287ceb3-6755-4d9d-9477-791acb75ce69 req-bcdf02bd-bd4b-482d-b56d-4f65319e8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:46.263550 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9287ceb3-6755-4d9d-9477-791acb75ce69 req-bcdf02bd-bd4b-482d-b56d-4f65319e8f48 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 1099 time: 0.0554917 Jun 24 10:26:46.299960 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbadb6f-c2b0-4e8d-9956-43d8f1022990 req-db44a330-a1a4-4b3c-a9b1-9a1e7ea3e32c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:46.301382 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2dbadb6f-c2b0-4e8d-9956-43d8f1022990 req-db44a330-a1a4-4b3c-a9b1-9a1e7ea3e32c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0624518 Jun 24 10:26:46.302102 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9287ceb3-6755-4d9d-9477-791acb75ce69 req-dc6c8ece-5ced-45df-8c3c-aa848f07013c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291348 Jun 24 10:26:46.339328 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2dbadb6f-c2b0-4e8d-9956-43d8f1022990 req-28d71782-429b-463d-abde-36c8d63e776a tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318034 Jun 24 10:26:46.376762 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device e5d01b24-334d-4404-ab49-e1c01d107136 up at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:26:46.425993 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Provisioning complete for port e5d01b24-334d-4404-ab49-e1c01d107136 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:26:46.426393 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:47.522497 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180edc4-3aa5-41b1-bcca-f529b21a2ebf req-66338b2f-c443-4c85-a5c5-a8f1842bf48d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:47.523926 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d180edc4-3aa5-41b1-bcca-f529b21a2ebf req-66338b2f-c443-4c85-a5c5-a8f1842bf48d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0670278 Jun 24 10:26:47.562615 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d180edc4-3aa5-41b1-bcca-f529b21a2ebf req-a73c3371-b912-468d-ac07-ea62d20ac1db tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327613 Jun 24 10:26:47.736339 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6b24a-3790-459c-8e72-041a4c94f0d2 req-70c9ab66-0397-48a7-9d94-536929ead14f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:47.738010 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-15c6b24a-3790-459c-8e72-041a4c94f0d2 req-70c9ab66-0397-48a7-9d94-536929ead14f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0660143 Jun 24 10:26:47.747493 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41522) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:26:47.751950 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-2e69af19-6f87-42f9-9874-d9e6fe01a1b0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Request body: {'floatingip': {'port_id': '21a9608c-ecd3-49b8-a42e-daafc983dc58'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:26:47.794969 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2e69af19-6f87-42f9-9874-d9e6fe01a1b0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:48.249905 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2e69af19-6f87-42f9-9874-d9e6fe01a1b0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:48.253571 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2e69af19-6f87-42f9-9874-d9e6fe01a1b0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:48.354895 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.l3_db [None req-2e69af19-6f87-42f9-9874-d9e6fe01a1b0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Floating IP 8a80bfd0-e2e8-4efb-875f-06705ef84f36 associated. External IP: 172.27.2.8, port: 21a9608c-ecd3-49b8-a42e-daafc983dc58. Jun 24 10:26:48.563146 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e69af19-6f87-42f9-9874-d9e6fe01a1b0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:26:48.675962 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e69af19-6f87-42f9-9874-d9e6fe01a1b0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:26:48.684846 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2e69af19-6f87-42f9-9874-d9e6fe01a1b0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:26:48.689504 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b9f95-b870-4e1d-a3b3-7b13c5810516 None None] Sync routers for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:26:48.698478 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b9f95-b870-4e1d-a3b3-7b13c5810516 None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:48.699126 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-ac5b9f95-b870-4e1d-a3b3-7b13c5810516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:48.727515 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-2e69af19-6f87-42f9-9874-d9e6fe01a1b0 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "PUT /v2.0/floatingips/8a80bfd0-e2e8-4efb-875f-06705ef84f36 HTTP/1.1" status: 200 len: 990 time: 0.9790781 Jun 24 10:26:48.728273 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'tag': '21a9608c-ecd3-49b8-a42e-daafc983dc58'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:26:48.730790 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a6a74e-6a16-4975-9362-6d6c6af8e737" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6ab1b1-0553-48eb-b64e-03da8ee8756b", "tag": "21a9608c-ecd3-49b8-a42e-daafc983dc58"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:26:48.772904 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf0fd62-e98b-4e42-b35d-1bbe2f688608 x-openstack-request-id: req-edf0fd62-e98b-4e42-b35d-1bbe2f688608 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:26:48.773557 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6ab1b1-0553-48eb-b64e-03da8ee8756b", "tag": "21a9608c-ecd3-49b8-a42e-daafc983dc58", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:26:48.775219 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-edf0fd62-e98b-4e42-b35d-1bbe2f688608 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:26:48.775219 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'tag': '21a9608c-ecd3-49b8-a42e-daafc983dc58', 'status': 'completed', 'code': 200} Jun 24 10:26:48.837299 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-ac5b9f95-b870-4e1d-a3b3-7b13c5810516 None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:48.871815 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6a74e-6a16-4975-9362-6d6c6af8e737 req-3a7e0ba3-095f-43a8-94de-4ee8eaefeace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:48.873328 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-14a6a74e-6a16-4975-9362-6d6c6af8e737 req-3a7e0ba3-095f-43a8-94de-4ee8eaefeace service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e683cb703211418eb4591c60f3bf0b67&device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 1099 time: 0.0612025 Jun 24 10:26:48.972680 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6a74e-6a16-4975-9362-6d6c6af8e737 req-d3792aad-5429-4830-a52b-1cd27a4dbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:48.974317 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-14a6a74e-6a16-4975-9362-6d6c6af8e737 req-d3792aad-5429-4830-a52b-1cd27a4dbecd service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 200 len: 912 time: 0.0921102 Jun 24 10:26:49.045327 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-14a6a74e-6a16-4975-9362-6d6c6af8e737 req-23ecf727-68cd-42bd-a521-20483aa68cdc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a9608c-ecd3-49b8-a42e-daafc983dc58 HTTP/1.1" status: 200 len: 998 time: 0.0637856 Jun 24 10:26:49.079913 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-ac5b9f95-b870-4e1d-a3b3-7b13c5810516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '8a80bfd0-e2e8-4efb-875f-06705ef84f36', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'port_id': '21a9608c-ecd3-49b8-a42e-daafc983dc58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'mac_address': 'fa:16:3e:ed:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:26:32Z', 'updated_at': '2021-06-24T10:26:48Z', 'revision_number': 1, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:49.095105 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6a74e-6a16-4975-9362-6d6c6af8e737 req-c479f060-6306-4aa0-8c9d-ff53e693bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:49.096532 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-14a6a74e-6a16-4975-9362-6d6c6af8e737 req-c479f060-6306-4aa0-8c9d-ff53e693bae3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=33e31fd6-08c5-47a7-bea3-9d75e23dc5c3 HTTP/1.1" status: 200 len: 849 time: 0.0441451 Jun 24 10:26:49.105186 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b9f95-b870-4e1d-a3b3-7b13c5810516 None None] Checking router: 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:26:49.115251 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b9f95-b870-4e1d-a3b3-7b13c5810516 None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:26:49.115881 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-ac5b9f95-b870-4e1d-a3b3-7b13c5810516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:26:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:49.156191 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6a74e-6a16-4975-9362-6d6c6af8e737 req-d20cc38d-73b1-46e4-a5a1-93951bdf6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:49.157943 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-14a6a74e-6a16-4975-9362-6d6c6af8e737 req-d20cc38d-73b1-46e4-a5a1-93951bdf6d73 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb1584e0-04d6-4d1c-8080-45f02e1db216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535364 Jun 24 10:26:49.258836 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-14a6a74e-6a16-4975-9362-6d6c6af8e737 req-ab4d79ee-e96e-4736-ac3e-8360e38c6ed2 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930302 Jun 24 10:26:49.338374 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-ac5b9f95-b870-4e1d-a3b3-7b13c5810516 None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:26:49.349531 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-14a6a74e-6a16-4975-9362-6d6c6af8e737 req-63849581-9bfd-49ac-bbac-6ad375f7e4f5 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827990 Jun 24 10:26:49.393557 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:26:49.561844 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-ac5b9f95-b870-4e1d-a3b3-7b13c5810516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '8a80bfd0-e2e8-4efb-875f-06705ef84f36', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'port_id': '21a9608c-ecd3-49b8-a42e-daafc983dc58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'mac_address': 'fa:16:3e:ed:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:26:32Z', 'updated_at': '2021-06-24T10:26:48Z', 'revision_number': 1, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:26:49.588895 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b9f95-b870-4e1d-a3b3-7b13c5810516 None None] The sync data for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi is: [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '8a80bfd0-e2e8-4efb-875f-06705ef84f36', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'port_id': '21a9608c-ecd3-49b8-a42e-daafc983dc58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'mac_address': 'fa:16:3e:ed:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:26:32Z', 'updated_at': '2021-06-24T10:26:48Z', 'revision_number': 1, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:26:49.765721 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14351d68-fe70-4672-9103-3726dcd48519 None None] New status for floating IP 8a80bfd0-e2e8-4efb-875f-06705ef84f36: ACTIVE {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:26:59.681877 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-8bd8c500-e8ce-469c-9b3a-79a4d97bc210 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1115143354&fields=id&tenant_id=82190cd9eb964c4e871376cd30b1e902 HTTP/1.1" status: 200 len: 267 time: 0.0330715 Jun 24 10:26:59.789951 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da43f-46f3-4fb1-bf38-77692cac797d req-e669e13d-50ba-4a82-a987-648c7e8d53ed tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:26:59.791308 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-e669e13d-50ba-4a82-a987-648c7e8d53ed tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/networks?id=6355e628-9f28-4961-a0d1-600ac14b8a17 HTTP/1.1" status: 200 len: 809 time: 0.1024144 Jun 24 10:26:59.806267 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-5e08ff5e-dcac-489a-9c71-6b8021ab03bc tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/quotas/82190cd9eb964c4e871376cd30b1e902 HTTP/1.1" status: 200 len: 375 time: 0.0089316 Jun 24 10:26:59.874895 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-b41b1b94-7b73-4c96-a4a8-56d422683cae tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=82190cd9eb964c4e871376cd30b1e902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631812 Jun 24 10:26:59.970892 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-e98b2797-87a0-40f6-9ec5-c7c29492dddb service neutron] 10.222.0.79 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845451 Jun 24 10:27:00.057664 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-30bbea85-7a88-488c-a1b7-0380689c50db service neutron] 10.222.0.79 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811188 Jun 24 10:27:00.359829 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a04529bc-7141-40f0-9982-f9065c87b8f5 req-c18d06db-4dc3-4295-9a71-ba9fec7d9e95 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 210 time: 0.0284309 Jun 24 10:27:01.441559 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da43f-46f3-4fb1-bf38-77692cac797d req-28b2e97f-b970-4a36-b2fd-eb53b94ab96b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:01.443182 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-28b2e97f-b970-4a36-b2fd-eb53b94ab96b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.77 "GET /v2.0/networks?id=6355e628-9f28-4961-a0d1-600ac14b8a17 HTTP/1.1" status: 200 len: 809 time: 0.1082385 Jun 24 10:27:01.512717 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-139723ed-85e4-451c-a07a-b4534c0e8283 req-93bde5b1-95f1-4cf5-b47e-f8fa57810ff1 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 210 time: 0.0357747 Jun 24 10:27:01.517770 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-74cf6a28-3cf5-4cb1-bc02-50b55345d446 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82190cd9eb964c4e871376cd30b1e902 HTTP/1.1" status: 200 len: 380 time: 0.0614500 Jun 24 10:27:01.526996 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Request body: {'port': {'device_id': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'admin_state_up': True, 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'security_groups': ['75614037-4cae-4543-9f8b-b18964d39dc5']}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:27:01.633667 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Made reservation on behalf of 82190cd9eb964c4e871376cd30b1e902 for: {'port': 1} {{(pid=92850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:27:01.637113 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:01.757244 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Allocated IP 172.20.0.7 (6355e628-9f28-4961-a0d1-600ac14b8a17/272ce042-0693-4e72-a6a0-164bdb0a38a6/f4f92721-25f0-4ede-9c11-fa1557bb38ce) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:27:01.898367 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:01.911405 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Transition to ACTIVE for port object f4f92721-25f0-4ede-9c11-fa1557bb38ce will not be triggered until provisioned by entity DHCP. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:27:01.946469 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:01.950226 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-eaf406eb-91b4-4185-a5d1-fd46acb194df tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:01.989425 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Network 6355e628-9f28-4961-a0d1-600ac14b8a17 is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:27:01.992350 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:27:01.995941 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:27:02.005341 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event updated for resources: {'Port': ['ID=f4f92721-25f0-4ede-9c11-fa1557bb38ce,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:02.035668 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:02.059033 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:02.059743 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:02.075470 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5523019 Jun 24 10:27:02.098253 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Request body: {'port': {'device_id': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:27:02.173879 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:02.198437 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-f363611d-eb40-4511-863e-4ace22b9cedc None None] Provisioning for port f4f92721-25f0-4ede-9c11-fa1557bb38ce completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:27:02.202211 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-f363611d-eb40-4511-863e-4ace22b9cedc None None] Provisioning complete for port f4f92721-25f0-4ede-9c11-fa1557bb38ce triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:27:02.202591 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-f363611d-eb40-4511-863e-4ace22b9cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:02.240212 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-f363611d-eb40-4511-863e-4ace22b9cedc None None] Port f4f92721-25f0-4ede-9c11-fa1557bb38ce cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:27:02.440672 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f92721-25f0-4ede-9c11-fa1557bb38ce {{(pid=92850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:27:02.448108 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:02.459846 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.provisioning_blocks [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Transition to ACTIVE for port object f4f92721-25f0-4ede-9c11-fa1557bb38ce will not be triggered until provisioned by entity L2. {{(pid=92850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:27:02.464344 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:02.466657 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:02.534040 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f92721-25f0-4ede-9c11-fa1557bb38ce,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:02.540265 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:02.593647 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Attempting to bind port f4f92721-25f0-4ede-9c11-fa1557bb38ce on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:27:02.593988 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Attempting to bind port f4f92721-25f0-4ede-9c11-fa1557bb38ce by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:27:02.594377 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Attempting to bind port f4f92721-25f0-4ede-9c11-fa1557bb38ce on network 6355e628-9f28-4961-a0d1-600ac14b8a17 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:27:02.598799 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Port f4f92721-25f0-4ede-9c11-fa1557bb38ce on network 6355e628-9f28-4961-a0d1-600ac14b8a17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:27:02.599113 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Attempting to bind port f4f92721-25f0-4ede-9c11-fa1557bb38ce on network 6355e628-9f28-4961-a0d1-600ac14b8a17 {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:27:02.604013 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:27:02.604451 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Checking segment: {'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:27:02.604834 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Bound using segment: {'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'} {{(pid=92850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:27:02.605319 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.managers [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Bound port: f4f92721-25f0-4ede-9c11-fa1557bb38ce, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17'}}] {{(pid=92850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:27:02.605678 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:02.674682 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] For port f4f92721-25f0-4ede-9c11-fa1557bb38ce, host hv-cinder-79049, cleared binding levels {{(pid=92850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:27:02.677703 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] For port f4f92721-25f0-4ede-9c11-fa1557bb38ce, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:27:02.684244 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:02.687109 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:02.701081 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f183-e53b-49e0-b2f3-68e2c54df3f4 req-e1a57796-6082-4d97-94fc-a3e0af30a2aa tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:02.702608 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-efa5f183-e53b-49e0-b2f3-68e2c54df3f4 req-e1a57796-6082-4d97-94fc-a3e0af30a2aa tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0693166 Jun 24 10:27:02.718883 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:02.719488 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:02.720835 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] 10.222.0.77 "PUT /v2.0/ports/f4f92721-25f0-4ede-9c11-fa1557bb38ce HTTP/1.1" status: 200 len: 1093 time: 0.6276941 Jun 24 10:27:02.721342 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:27:02.723624 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e476baee-768f-4faf-b2d9-029cb0208c81" -d '{"events": [{"name": "network-changed", "server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:02.746944 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-efa5f183-e53b-49e0-b2f3-68e2c54df3f4 req-a9e4bf00-5bcc-4c2f-9be7-8f1c6336ad30 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383072 Jun 24 10:27:02.764579 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f92721-25f0-4ede-9c11-fa1557bb38ce,revision_number=3']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:02.768532 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec90167-aef3-43d2-8f51-e8337ebe045d x-openstack-request-id: req-dec90167-aef3-43d2-8f51-e8337ebe045d {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:02.769016 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:02.769355 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dec90167-aef3-43d2-8f51-e8337ebe045d {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:02.769783 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'status': 'completed', 'code': 200} Jun 24 10:27:02.771973 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:02.843647 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da43f-46f3-4fb1-bf38-77692cac797d req-5ae044e1-17ee-4b42-ae0f-c3d68eea36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:02.845124 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-5ae044e1-17ee-4b42-ae0f-c3d68eea36a6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=82190cd9eb964c4e871376cd30b1e902&device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 1096 time: 0.0594022 Jun 24 10:27:02.892189 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-b663903d-b199-48b5-9a54-8228ac34e38f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce HTTP/1.1" status: 200 len: 217 time: 0.0371218 Jun 24 10:27:02.941099 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da43f-46f3-4fb1-bf38-77692cac797d req-12f4ff74-3bf3-4c83-8253-e5ffd4d27bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:02.942500 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-12f4ff74-3bf3-4c83-8253-e5ffd4d27bb6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=272ce042-0693-4e72-a6a0-164bdb0a38a6 HTTP/1.1" status: 200 len: 848 time: 0.0430148 Jun 24 10:27:02.999943 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da43f-46f3-4fb1-bf38-77692cac797d req-3c222644-714d-45fa-845f-beae6a75be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:03.001392 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-3c222644-714d-45fa-845f-beae6a75be50 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6355e628-9f28-4961-a0d1-600ac14b8a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513957 Jun 24 10:27:03.090503 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-3d79c77d-2d41-44fc-9148-7a99c439d672 service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820167 Jun 24 10:27:03.423103 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-743da43f-46f3-4fb1-bf38-77692cac797d req-f1dc32ed-8881-4883-a18e-2ee7451d7bb1 service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252490 Jun 24 10:27:03.527965 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476baee-768f-4faf-b2d9-029cb0208c81 req-d692e0a3-0399-4551-a396-3e77d2751589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:03.529419 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e476baee-768f-4faf-b2d9-029cb0208c81 req-d692e0a3-0399-4551-a396-3e77d2751589 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=82190cd9eb964c4e871376cd30b1e902&device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 1096 time: 0.0561070 Jun 24 10:27:03.620301 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476baee-768f-4faf-b2d9-029cb0208c81 req-09a2caa9-a8ac-42ca-aa88-f3bad715504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:03.621750 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e476baee-768f-4faf-b2d9-029cb0208c81 req-09a2caa9-a8ac-42ca-aa88-f3bad715504c service neutron] 10.222.0.77 "GET /v2.0/networks?id=6355e628-9f28-4961-a0d1-600ac14b8a17 HTTP/1.1" status: 200 len: 911 time: 0.0849695 Jun 24 10:27:03.662848 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e476baee-768f-4faf-b2d9-029cb0208c81 req-3cd391d6-662e-4568-b40e-b99d5304e790 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce HTTP/1.1" status: 200 len: 217 time: 0.0336492 Jun 24 10:27:03.722780 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476baee-768f-4faf-b2d9-029cb0208c81 req-73b4cc04-0aba-4137-affb-cd6eb5321add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:03.724496 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e476baee-768f-4faf-b2d9-029cb0208c81 req-73b4cc04-0aba-4137-affb-cd6eb5321add service neutron] 10.222.0.77 "GET /v2.0/subnets?id=272ce042-0693-4e72-a6a0-164bdb0a38a6 HTTP/1.1" status: 200 len: 848 time: 0.0465043 Jun 24 10:27:03.782865 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476baee-768f-4faf-b2d9-029cb0208c81 req-4af893cd-2c5f-49ea-9ad7-f79998ac3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:03.784280 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e476baee-768f-4faf-b2d9-029cb0208c81 req-4af893cd-2c5f-49ea-9ad7-f79998ac3f32 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6355e628-9f28-4961-a0d1-600ac14b8a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524478 Jun 24 10:27:03.881707 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e476baee-768f-4faf-b2d9-029cb0208c81 req-020ff93f-2311-48b5-8589-d0b5e16df6eb service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814085 Jun 24 10:27:04.014203 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed985cc-d9cd-4c01-bff4-8ccb7c9e13ab req-10e3b2aa-f546-482d-ac64-47f2a80b645a tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:04.015661 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9ed985cc-d9cd-4c01-bff4-8ccb7c9e13ab req-10e3b2aa-f546-482d-ac64-47f2a80b645a tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.1331527 Jun 24 10:27:04.019188 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e476baee-768f-4faf-b2d9-029cb0208c81 req-4d5ff736-dea4-45c4-8aac-6eb096ea60e5 service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277285 Jun 24 10:27:04.056344 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9ed985cc-d9cd-4c01-bff4-8ccb7c9e13ab req-344c9114-6011-42d7-98ca-c3a332f863ae tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350304 Jun 24 10:27:04.962716 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:05.230921 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b226abd-6ccb-44af-bac5-56d46fa4376a req-62b89d24-05d1-48a3-8dd6-cf18acb95ef4 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:05.232256 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0b226abd-6ccb-44af-bac5-56d46fa4376a req-62b89d24-05d1-48a3-8dd6-cf18acb95ef4 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0641685 Jun 24 10:27:05.269435 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0b226abd-6ccb-44af-bac5-56d46fa4376a req-75941bb1-8235-4cf7-aae3-6ed1cf3d2805 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Jun 24 10:27:06.437205 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bf34e-190d-4c76-9473-f92083960b11 req-80a4f2ed-fde6-41ab-bd52-943669cd8769 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:06.438667 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-023bf34e-190d-4c76-9473-f92083960b11 req-80a4f2ed-fde6-41ab-bd52-943669cd8769 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0613887 Jun 24 10:27:06.475425 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-023bf34e-190d-4c76-9473-f92083960b11 req-0cd0a265-18b8-454f-afe7-4523cabf8c54 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310798 Jun 24 10:27:07.642388 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ad40a-c86d-44b1-ac8f-8ed5ab9b48b5 req-447cdca9-b1d6-4c5e-8a07-80a2d953f7df tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:07.643830 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-143ad40a-c86d-44b1-ac8f-8ed5ab9b48b5 req-447cdca9-b1d6-4c5e-8a07-80a2d953f7df tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0607409 Jun 24 10:27:07.680313 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-143ad40a-c86d-44b1-ac8f-8ed5ab9b48b5 req-fcae879f-407d-4ec1-afae-b30d26ee8f02 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308907 Jun 24 10:27:08.388011 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-7d42997d-d15c-4fd0-98c7-bf31c8f86c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:08.851914 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7737bc-b1ec-4edb-b4b8-cc374e7bb221 req-41f45867-4dc1-4f10-8afa-60a5c70de329 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:08.853357 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3b7737bc-b1ec-4edb-b4b8-cc374e7bb221 req-41f45867-4dc1-4f10-8afa-60a5c70de329 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0628810 Jun 24 10:27:08.891187 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3b7737bc-b1ec-4edb-b4b8-cc374e7bb221 req-06a48e60-de01-47c8-8be3-091f3b53cf92 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Jun 24 10:27:10.063272 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccee0e6-64a7-4206-85dd-7b8658c789ef req-06d84909-aa51-4fc3-9e81-6fe8c12e0064 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:10.064614 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1ccee0e6-64a7-4206-85dd-7b8658c789ef req-06d84909-aa51-4fc3-9e81-6fe8c12e0064 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0648940 Jun 24 10:27:10.100939 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1ccee0e6-64a7-4206-85dd-7b8658c789ef req-76268587-7238-44d5-b7f5-59a8bcb41fae tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304916 Jun 24 10:27:11.095265 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-acd4ecfe-e54b-430e-9255-3dcea2caa201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:11.219789 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:11.276586 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6a062-c665-4e4a-8376-165bc3c7d562 req-0fa27672-bbd4-4198-a23a-aaa31c403532 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:11.278033 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3bc6a062-c665-4e4a-8376-165bc3c7d562 req-0fa27672-bbd4-4198-a23a-aaa31c403532 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0672724 Jun 24 10:27:11.316897 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-3bc6a062-c665-4e4a-8376-165bc3c7d562 req-31b084fb-0edf-4acc-8816-54d988bf03d9 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325582 Jun 24 10:27:11.864578 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f4f92721-25f0-4ede-9c11-fa1557bb38ce details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:27:11.954844 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f4f92721-25f0-4ede-9c11-fa1557bb38ce, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:11.965460 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'port_id': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'mac_address': 'fa:16:3e:97:ce:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:27:12.000640 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:12.020120 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f92721-25f0-4ede-9c11-fa1557bb38ce {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:27:12.041635 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:12.043304 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f4f92721-25f0-4ede-9c11-fa1557bb38ce, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:12.047154 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:12.048798 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-12be2fd8-233f-42e9-ab34-aa5529ee9a70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:12.092321 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=f4f92721-25f0-4ede-9c11-fa1557bb38ce,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:12.095244 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:12.315060 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['f4f92721-25f0-4ede-9c11-fa1557bb38ce'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:27:12.495644 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592189-bc01-433d-a7cf-2ad4e9312dee req-cddeae9e-c674-4149-9bc1-83db38ea17c2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:12.498554 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-57592189-bc01-433d-a7cf-2ad4e9312dee req-cddeae9e-c674-4149-9bc1-83db38ea17c2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 944 time: 0.0673254 Jun 24 10:27:12.538082 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-57592189-bc01-433d-a7cf-2ad4e9312dee req-e8b0c369-61a7-489c-aefd-f5b7ac7de988 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341256 Jun 24 10:27:13.712178 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a2eb9-804c-4b7f-a0e6-12da56f298e0 req-06bb48db-66b0-46d4-a1e4-8e10ca3e6024 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:13.713623 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bb3a2eb9-804c-4b7f-a0e6-12da56f298e0 req-06bb48db-66b0-46d4-a1e4-8e10ca3e6024 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 944 time: 0.0654457 Jun 24 10:27:13.729972 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:13.753316 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-bb3a2eb9-804c-4b7f-a0e6-12da56f298e0 req-03ba8f50-5bda-41a1-bdbe-9a878daadc14 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335064 Jun 24 10:27:13.871280 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f4f92721-25f0-4ede-9c11-fa1557bb38ce up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:27:13.917863 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port f4f92721-25f0-4ede-9c11-fa1557bb38ce completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:27:13.922217 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port f4f92721-25f0-4ede-9c11-fa1557bb38ce triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:27:13.922596 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.000820 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.023097 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:27:14.024935 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b946f2bc-9284-4c82-826b-92548b9e10b6 req-6e5b63fb-524a-4d59-a7de-36ee0794ca95 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468005028&fields=id&tenant_id=126aac14102a42769c7cbc9fa3fae081 HTTP/1.1" status: 200 len: 267 time: 0.0333948 Jun 24 10:27:14.025337 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164775a0-be80-4d3f-910c-f87024080b00" -d '{"events": [{"server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "name": "network-vif-plugged", "status": "completed", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:14.038340 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f4f92721-25f0-4ede-9c11-fa1557bb38ce, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:14.042137 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.044042 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:14.069235 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca608da-8ff9-4f0b-8d25-259e6833a5b9 x-openstack-request-id: req-aca608da-8ff9-4f0b-8d25-259e6833a5b9 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:14.069529 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "name": "network-vif-plugged", "status": "completed", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:14.069786 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aca608da-8ff9-4f0b-8d25-259e6833a5b9 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:14.070240 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'code': 200} Jun 24 10:27:14.094882 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=f4f92721-25f0-4ede-9c11-fa1557bb38ce,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:14.098017 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:14.103374 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946f2bc-9284-4c82-826b-92548b9e10b6 req-cd9bbeca-3bb9-4a6a-8d52-bd40723c46bb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:14.104207 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b946f2bc-9284-4c82-826b-92548b9e10b6 req-cd9bbeca-3bb9-4a6a-8d52-bd40723c46bb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 985 time: 0.0727661 Jun 24 10:27:14.116892 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [req-b946f2bc-9284-4c82-826b-92548b9e10b6 req-c743d2a7-5c25-4635-8439-35ae1dba40b3 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Request body: {'port': {'security_groups': ['b0e61c50-9c14-4e23-b134-b8ac12b1e146']}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:27:14.196262 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b946f2bc-9284-4c82-826b-92548b9e10b6 req-c743d2a7-5c25-4635-8439-35ae1dba40b3 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.398279 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-b946f2bc-9284-4c82-826b-92548b9e10b6 req-c743d2a7-5c25-4635-8439-35ae1dba40b3 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] For port f3661551-42ff-4194-9f5d-2507fe22f865, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3661551-42ff-4194-9f5d-2507fe22f865,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:14.435373 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c117a0-8237-4c66-a5a9-4313004269cb req-5988b35c-ef90-48cd-85a4-08de7428b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:14.437365 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e1c117a0-8237-4c66-a5a9-4313004269cb req-5988b35c-ef90-48cd-85a4-08de7428b2f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 1098 time: 0.0901203 Jun 24 10:27:14.439200 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b946f2bc-9284-4c82-826b-92548b9e10b6 req-c743d2a7-5c25-4635-8439-35ae1dba40b3 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.444229 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b946f2bc-9284-4c82-826b-92548b9e10b6 req-c743d2a7-5c25-4635-8439-35ae1dba40b3 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.455325 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9f1802e5-3c42-47f1-a4ba-0290970e66d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:14.456109 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['f3661551-42ff-4194-9f5d-2507fe22f865'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:27:14.510481 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946f2bc-9284-4c82-826b-92548b9e10b6 req-c743d2a7-5c25-4635-8439-35ae1dba40b3 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:14.511105 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-b946f2bc-9284-4c82-826b-92548b9e10b6 req-c743d2a7-5c25-4635-8439-35ae1dba40b3 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.512476 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b946f2bc-9284-4c82-826b-92548b9e10b6 req-c743d2a7-5c25-4635-8439-35ae1dba40b3 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "PUT /v2.0/ports/f3661551-42ff-4194-9f5d-2507fe22f865 HTTP/1.1" status: 200 len: 943 time: 0.4021211 Jun 24 10:27:14.513095 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:27:14.515992 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c08346-d026-47ad-ba70-3fe523111b75" -d '{"events": [{"name": "network-changed", "server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:14.520169 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41712) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:14.547302 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e1c117a0-8237-4c66-a5a9-4313004269cb req-08af3b89-a81b-487d-adbb-d969667f90f8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006169 Jun 24 10:27:14.552698 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743d2a7-5c25-4635-8439-35ae1dba40b3 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event updated for resources: {'Port': ['ID=f3661551-42ff-4194-9f5d-2507fe22f865,revision_number=7']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:14.556608 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c743d2a7-5c25-4635-8439-35ae1dba40b3 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:14.589634 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb0fc82-e567-41bf-bd7f-aa240bda32e6 x-openstack-request-id: req-0fb0fc82-e567-41bf-bd7f-aa240bda32e6 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:14.589957 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:14.590290 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0fb0fc82-e567-41bf-bd7f-aa240bda32e6 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:14.590724 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'status': 'completed', 'code': 200} Jun 24 10:27:14.607133 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['f3661551-42ff-4194-9f5d-2507fe22f865'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:27:14.620624 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-feb02ae8-0b46-4f4c-b1aa-c3c623628bbb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.647695 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-feb02ae8-0b46-4f4c-b1aa-c3c623628bbb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.704649 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08346-d026-47ad-ba70-3fe523111b75 req-f2d4d62c-8cd0-426c-9a76-a69c6f625032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:14.706639 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-67c08346-d026-47ad-ba70-3fe523111b75 req-f2d4d62c-8cd0-426c-9a76-a69c6f625032 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=126aac14102a42769c7cbc9fa3fae081&device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 1099 time: 0.0717998 Jun 24 10:27:14.733522 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-feb02ae8-0b46-4f4c-b1aa-c3c623628bbb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.736300 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-feb02ae8-0b46-4f4c-b1aa-c3c623628bbb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.737447 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-feb02ae8-0b46-4f4c-b1aa-c3c623628bbb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "DELETE /v2.0/security-groups/9e1375d0-196f-4fd6-9635-d969d67a4bf4 HTTP/1.1" status: 204 len: 168 time: 0.2132788 Jun 24 10:27:14.738214 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d4b7930d-baeb-43e8-9179-84266d0885a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:14.741767 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41716) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:14.746969 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb02ae8-0b46-4f4c-b1aa-c3c623628bbb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1375d0-196f-4fd6-9635-d969d67a4bf4,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:14.755723 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-feb02ae8-0b46-4f4c-b1aa-c3c623628bbb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:14.842180 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-e4dfe319-560e-4b7f-8012-eadc809e53d0 None None] Provisioning complete for port f3661551-42ff-4194-9f5d-2507fe22f865 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:27:14.843206 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe319-560e-4b7f-8012-eadc809e53d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:14.907365 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08346-d026-47ad-ba70-3fe523111b75 req-53c77981-ab9e-4082-9738-c6752b441e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:14.908833 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-67c08346-d026-47ad-ba70-3fe523111b75 req-53c77981-ab9e-4082-9738-c6752b441e86 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0eb3be94-8b39-43af-9c4c-0661f34c8e94 HTTP/1.1" status: 200 len: 917 time: 0.1921480 Jun 24 10:27:14.965067 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e0874-d805-4b2f-9a1d-dfcefc20d497 req-4f9dc93e-ffea-4ef1-838e-7c620613b641 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:14.966648 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9b2e0874-d805-4b2f-9a1d-dfcefc20d497 req-4f9dc93e-ffea-4ef1-838e-7c620613b641 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0720766 Jun 24 10:27:15.005539 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9b2e0874-d805-4b2f-9a1d-dfcefc20d497 req-b098e64c-fec9-4438-834c-bff4cc08fc48 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332601 Jun 24 10:27:15.007873 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-67c08346-d026-47ad-ba70-3fe523111b75 req-d03db25c-43d9-46b2-ab0c-812d07ade492 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3661551-42ff-4194-9f5d-2507fe22f865 HTTP/1.1" status: 200 len: 1002 time: 0.0860977 Jun 24 10:27:15.027073 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Deleting port 18460f77-752b-4f8f-a37c-a2f559b2bf7c {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:27:15.027411 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:15.104458 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08346-d026-47ad-ba70-3fe523111b75 req-28977c64-a4ab-40a0-99a5-0176bcac9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:15.105812 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-67c08346-d026-47ad-ba70-3fe523111b75 req-28977c64-a4ab-40a0-99a5-0176bcac9a1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42694b9e-8fa4-4b6d-ab24-8fc1f509e402 HTTP/1.1" status: 200 len: 854 time: 0.0901661 Jun 24 10:27:15.157716 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:15.158038 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:15.172049 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Calling delete_port for 18460f77-752b-4f8f-a37c-a2f559b2bf7c owned by network:floatingip {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:27:15.237288 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08346-d026-47ad-ba70-3fe523111b75 req-13aa4662-3f03-40e8-aee0-0d09c1af8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:15.238786 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-67c08346-d026-47ad-ba70-3fe523111b75 req-13aa4662-3f03-40e8-aee0-0d09c1af8808 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0eb3be94-8b39-43af-9c4c-0661f34c8e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1236653 Jun 24 10:27:15.374865 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-67c08346-d026-47ad-ba70-3fe523111b75 req-b6c9a07e-cd1f-42df-aacf-39018e138ef1 service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265776 Jun 24 10:27:15.475570 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:15.479239 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:15.513023 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event deleted for resources: {'Port': ['ID=18460f77-752b-4f8f-a37c-a2f559b2bf7c,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:15.516044 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:15.568378 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-67c08346-d026-47ad-ba70-3fe523111b75 req-8440add2-9790-4013-addc-621ff51a76fc service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644902 Jun 24 10:27:15.588487 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks [] for floatingip, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:15.588865 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.l3_db [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Floating IP 6bf0f1c6-5be0-408c-9c30-54aaee88d79a disassociated (deleted). External IP: 172.27.2.129, port: f3661551-42ff-4194-9f5d-2507fe22f865. Jun 24 10:27:15.789676 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:27:15.894965 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:27:15.899278 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:15.906765 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a17e5f-9f71-45a0-87bb-3d5f221aad8f None None] Sync routers for ids ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:27:15.915757 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a17e5f-9f71-45a0-87bb-3d5f221aad8f None None] Routers {'abcb4be8-8ae2-49bf-8f22-88adbc5ef629'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:27:15.916483 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-c9a17e5f-9f71-45a0-87bb-3d5f221aad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:15.936407 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "DELETE /v2.0/floatingips/6bf0f1c6-5be0-408c-9c30-54aaee88d79a HTTP/1.1" status: 204 len: 168 time: 1.1934936 Jun 24 10:27:16.035249 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-c9a17e5f-9f71-45a0-87bb-3d5f221aad8f None None] Set router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:27:16.270762 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-c9a17e5f-9f71-45a0-87bb-3d5f221aad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:24:02Z', 'revision_number': 4, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '11b0461d-fa22-45bf-9aef-843c53ae13fa', 'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'mac_address': 'fa:16:3e:4e:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:01Z', 'updated_at': '2021-06-24T10:24:13Z', 'revision_number': 5, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'subnets': [{'id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:16.290634 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7244f9f-15f8-4d6a-8745-092ca0cb456f req-baa82729-b60d-47d8-b63b-5cee456751b5 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:16.292102 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7244f9f-15f8-4d6a-8745-092ca0cb456f req-baa82729-b60d-47d8-b63b-5cee456751b5 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0745335 Jun 24 10:27:16.298048 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a17e5f-9f71-45a0-87bb-3d5f221aad8f None None] Checking router: abcb4be8-8ae2-49bf-8f22-88adbc5ef629 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:27:16.306381 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a17e5f-9f71-45a0-87bb-3d5f221aad8f None None] Routers {'abcb4be8-8ae2-49bf-8f22-88adbc5ef629'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:27:16.306993 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-c9a17e5f-9f71-45a0-87bb-3d5f221aad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:16.330954 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7244f9f-15f8-4d6a-8745-092ca0cb456f req-e773ac54-2a6b-4aae-a25d-18bf74fe1fbc tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323846 Jun 24 10:27:16.423397 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-c9a17e5f-9f71-45a0-87bb-3d5f221aad8f None None] Set router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:27:16.512264 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c75b8e-e46f-44e3-a749-b8d0afb90b75 req-8a71e718-d4e3-4c5e-845b-73231dae32e7 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:16.514188 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-37c75b8e-e46f-44e3-a749-b8d0afb90b75 req-8a71e718-d4e3-4c5e-845b-73231dae32e7 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0610821 Jun 24 10:27:16.551757 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-37c75b8e-e46f-44e3-a749-b8d0afb90b75 req-b7b778d3-ce8d-40df-9382-202df533cb14 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Jun 24 10:27:16.575385 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41738) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:16.592519 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:27:16.594966 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7024a74c-1c3f-4922-9a50-d51bd45c563b" -d '{"events": [{"name": "network-changed", "server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:16.616892 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-c9a17e5f-9f71-45a0-87bb-3d5f221aad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:24:02Z', 'revision_number': 4, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '11b0461d-fa22-45bf-9aef-843c53ae13fa', 'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'mac_address': 'fa:16:3e:4e:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:01Z', 'updated_at': '2021-06-24T10:24:13Z', 'revision_number': 5, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'subnets': [{'id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:16.643631 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a17e5f-9f71-45a0-87bb-3d5f221aad8f None None] The sync data for ids ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'] in dv-cinder-790492-7-iscsi is: [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:24:02Z', 'revision_number': 4, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '11b0461d-fa22-45bf-9aef-843c53ae13fa', 'name': '', 'network_id': '0eb3be94-8b39-43af-9c4c-0661f34c8e94', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'mac_address': 'fa:16:3e:4e:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:01Z', 'updated_at': '2021-06-24T10:24:13Z', 'revision_number': 5, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'subnets': [{'id': '42694b9e-8fa4-4b6d-ab24-8fc1f509e402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:27:16.669694 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16400ff7-f731-4996-b2ba-5f038e2c41ee x-openstack-request-id: req-16400ff7-f731-4996-b2ba-5f038e2c41ee {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:16.670041 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:16.671065 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16400ff7-f731-4996-b2ba-5f038e2c41ee {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:16.671486 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'status': 'completed', 'code': 200} Jun 24 10:27:16.736316 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc55c4-bc07-4708-8299-761c7fc96aa0 tempest-TestShelveInstance-262200516 tempest-TestShelveInstance-262200516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:16.737814 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-13dc55c4-bc07-4708-8299-761c7fc96aa0 tempest-TestShelveInstance-262200516 tempest-TestShelveInstance-262200516-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 1093 time: 0.1615314 Jun 24 10:27:16.740775 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41744) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:16.748090 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.v2.base [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Request body: {'floatingip': {'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'port_id': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:27:16.754700 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024a74c-1c3f-4922-9a50-d51bd45c563b req-784f3b0f-36b9-4336-a3ba-a39c00cf9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:16.756087 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7024a74c-1c3f-4922-9a50-d51bd45c563b req-784f3b0f-36b9-4336-a3ba-a39c00cf9b1f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=126aac14102a42769c7cbc9fa3fae081&device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 1099 time: 0.0829184 Jun 24 10:27:16.824431 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for floatingip, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:16.876075 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b3060-7587-41d9-a4d6-069a87cd0760 None None] New status for floating IP 6bf0f1c6-5be0-408c-9c30-54aaee88d79a: DOWN {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:27:16.910426 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024a74c-1c3f-4922-9a50-d51bd45c563b req-9be571f2-fc17-416f-9939-4ebaafbd95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:16.911851 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7024a74c-1c3f-4922-9a50-d51bd45c563b req-9be571f2-fc17-416f-9939-4ebaafbd95eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=0eb3be94-8b39-43af-9c4c-0661f34c8e94 HTTP/1.1" status: 200 len: 917 time: 0.1492620 Jun 24 10:27:16.972363 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7024a74c-1c3f-4922-9a50-d51bd45c563b req-4e349095-8a05-4e6b-a1e5-daf510696c24 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3661551-42ff-4194-9f5d-2507fe22f865 HTTP/1.1" status: 200 len: 217 time: 0.0501440 Jun 24 10:27:17.019020 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:17.071285 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024a74c-1c3f-4922-9a50-d51bd45c563b req-86ec46b4-5ea9-487c-ad56-9ba1c95f2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:17.072608 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7024a74c-1c3f-4922-9a50-d51bd45c563b req-86ec46b4-5ea9-487c-ad56-9ba1c95f2386 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42694b9e-8fa4-4b6d-ab24-8fc1f509e402 HTTP/1.1" status: 200 len: 854 time: 0.0859578 Jun 24 10:27:17.167317 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_common [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Allocated IP 172.27.2.19 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/eda98b84-61fc-4261-95d5-33f42fd296d8) {{(pid=92850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:27:17.188532 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024a74c-1c3f-4922-9a50-d51bd45c563b req-3ad14618-a51c-4816-a15b-873a0672aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:17.190450 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7024a74c-1c3f-4922-9a50-d51bd45c563b req-3ad14618-a51c-4816-a15b-873a0672aa78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0eb3be94-8b39-43af-9c4c-0661f34c8e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1104426 Jun 24 10:27:17.344624 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for port, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:17.349140 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7024a74c-1c3f-4922-9a50-d51bd45c563b req-8e09a63b-ced9-4650-b269-63539768f974 service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204541 Jun 24 10:27:17.466369 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7169194'] for port, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:17.470456 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b37583a7-7b65-4dbc-abc0-74f08c3742fc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:17.497968 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-7024a74c-1c3f-4922-9a50-d51bd45c563b req-5407fff9-1d7f-4035-b118-5816088d15b7 service neutron] 10.222.0.77 "GET /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338503 Jun 24 10:27:17.517120 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:27:17.520772 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.base_scheduler [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Resources bound (agent type, host, resource id): {{(pid=92850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:27:17.524312 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Received port after_create {{(pid=92850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:27:17.554053 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event updated for resources: {'Port': ['ID=eda98b84-61fc-4261-95d5-33f42fd296d8,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:17.558189 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:18.156361 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:18.232403 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:18.382026 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for port, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:18.386727 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7169112'] for port, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:18.389757 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fd063335-c519-4d4d-9251-82a6b3ef7ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:18.452230 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event updated for resources: {'Port': ['ID=eda98b84-61fc-4261-95d5-33f42fd296d8,revision_number=2']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:18.455899 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:18.463929 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:18.561094 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.l3_db [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Floating IP 7a5aee04-72e1-4550-a4c0-59d78fcfdd2b associated. External IP: 172.27.2.19, port: f4f92721-25f0-4ede-9c11-fa1557bb38ce. Jun 24 10:27:18.776693 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Router 69cce713-ac08-4294-b4b5-05156d4692c7 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:27:18.895172 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:27:18.905179 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fc106-7417-475c-a3f8-4536c4a78b17 None None] Sync routers for ids ['69cce713-ac08-4294-b4b5-05156d4692c7'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:27:18.911493 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:18.915695 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fc106-7417-475c-a3f8-4536c4a78b17 None None] Routers {'69cce713-ac08-4294-b4b5-05156d4692c7'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:27:18.916336 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-486fc106-7417-475c-a3f8-4536c4a78b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['69cce713-ac08-4294-b4b5-05156d4692c7'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:18.949068 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2072654 Jun 24 10:27:18.949736 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:27:18.952594 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96" -d '{"events": [{"name": "network-changed", "server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:18.993544 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6456a633-99c7-4d7a-b230-2537ba361a59 x-openstack-request-id: req-6456a633-99c7-4d7a-b230-2537ba361a59 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:18.993870 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:18.994182 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6456a633-99c7-4d7a-b230-2537ba361a59 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:18.994609 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'status': 'completed', 'code': 200} Jun 24 10:27:19.035276 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-486fc106-7417-475c-a3f8-4536c4a78b17 None None] Set router 69cce713-ac08-4294-b4b5-05156d4692c7 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:27:19.089181 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50625fdb-434c-4a36-92f6-db7f65479c87 req-619773a9-a99c-4bd6-bf68-09bdfe97131c tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:19.090715 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-50625fdb-434c-4a36-92f6-db7f65479c87 req-619773a9-a99c-4bd6-bf68-09bdfe97131c tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 946 time: 0.1070373 Jun 24 10:27:19.100026 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96 req-0ba4c40d-2009-4d3c-a3bc-b01adc8028dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:19.101397 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96 req-0ba4c40d-2009-4d3c-a3bc-b01adc8028dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=82190cd9eb964c4e871376cd30b1e902&device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 1098 time: 0.0831678 Jun 24 10:27:19.175712 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-50625fdb-434c-4a36-92f6-db7f65479c87 req-afcf45e5-e5a6-45fa-9f7a-837c1e15c6f5 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777471 Jun 24 10:27:19.210010 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96 req-40b5d3c5-602f-44fe-a102-7f60fd1d4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:19.211474 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96 req-40b5d3c5-602f-44fe-a102-7f60fd1d4cdf service neutron] 10.222.0.77 "GET /v2.0/networks?id=6355e628-9f28-4961-a0d1-600ac14b8a17 HTTP/1.1" status: 200 len: 911 time: 0.0967903 Jun 24 10:27:19.258990 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-486fc106-7417-475c-a3f8-4536c4a78b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '7a5aee04-72e1-4550-a4c0-59d78fcfdd2b', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'port_id': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'mac_address': 'fa:16:3e:97:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:27:18Z', 'updated_at': '2021-06-24T10:27:18Z', 'revision_number': 0, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0e565f-3516-4556-8122-205c9b05f3af', 'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'mac_address': 'fa:16:3e:04:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:30Z', 'updated_at': '2021-06-24T10:26:39Z', 'revision_number': 5, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'subnets': [{'id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:19.283346 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96 req-a748fff1-4918-4aff-b021-bef6e63d61c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce HTTP/1.1" status: 200 len: 998 time: 0.0643976 Jun 24 10:27:19.334945 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96 req-0b613ae7-87bc-403b-acb6-3f98cdf89d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:19.336444 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96 req-0b613ae7-87bc-403b-acb6-3f98cdf89d96 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=272ce042-0693-4e72-a6a0-164bdb0a38a6 HTTP/1.1" status: 200 len: 848 time: 0.0453660 Jun 24 10:27:19.397833 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96 req-ced9e257-90ba-4a6c-ab4d-a63b9362b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:19.399302 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96 req-ced9e257-90ba-4a6c-ab4d-a63b9362b92b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6355e628-9f28-4961-a0d1-600ac14b8a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538771 Jun 24 10:27:19.407343 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fc106-7417-475c-a3f8-4536c4a78b17 None None] Checking router: 69cce713-ac08-4294-b4b5-05156d4692c7 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:27:19.415697 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fc106-7417-475c-a3f8-4536c4a78b17 None None] Routers {'69cce713-ac08-4294-b4b5-05156d4692c7'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:27:19.416323 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-486fc106-7417-475c-a3f8-4536c4a78b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['69cce713-ac08-4294-b4b5-05156d4692c7'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:19.495010 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96 req-65c3426c-fd2a-4612-a654-11bf0523bb79 service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881677 Jun 24 10:27:19.522704 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-486fc106-7417-475c-a3f8-4536c4a78b17 None None] Set router 69cce713-ac08-4294-b4b5-05156d4692c7 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:27:19.583313 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2ba50751-d5d1-4481-a892-7aa0b4b1bb96 req-36914cff-b235-49a6-b55e-498787039cac service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812871 Jun 24 10:27:19.743585 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-486fc106-7417-475c-a3f8-4536c4a78b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '7a5aee04-72e1-4550-a4c0-59d78fcfdd2b', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'port_id': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'mac_address': 'fa:16:3e:97:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:27:18Z', 'updated_at': '2021-06-24T10:27:18Z', 'revision_number': 0, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0e565f-3516-4556-8122-205c9b05f3af', 'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'mac_address': 'fa:16:3e:04:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:30Z', 'updated_at': '2021-06-24T10:26:39Z', 'revision_number': 5, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'subnets': [{'id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:19.772595 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fc106-7417-475c-a3f8-4536c4a78b17 None None] The sync data for ids ['69cce713-ac08-4294-b4b5-05156d4692c7'] in dv-cinder-790492-7-iscsi is: [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': '7a5aee04-72e1-4550-a4c0-59d78fcfdd2b', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'port_id': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'mac_address': 'fa:16:3e:97:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:27:18Z', 'updated_at': '2021-06-24T10:27:18Z', 'revision_number': 0, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0e565f-3516-4556-8122-205c9b05f3af', 'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'mac_address': 'fa:16:3e:04:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:30Z', 'updated_at': '2021-06-24T10:26:39Z', 'revision_number': 5, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'subnets': [{'id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:27:19.950926 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723e384-46a4-45cd-ac63-ec3f103864ec None None] New status for floating IP 7a5aee04-72e1-4550-a4c0-59d78fcfdd2b: ACTIVE {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:27:20.355467 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86d9c0-9667-4013-9276-2ca63b533459 req-a2f4d0e0-c7a8-4780-b3a4-4c8c5742259b tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:20.356820 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4a86d9c0-9667-4013-9276-2ca63b533459 req-a2f4d0e0-c7a8-4780-b3a4-4c8c5742259b tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 946 time: 0.0649085 Jun 24 10:27:20.396084 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4a86d9c0-9667-4013-9276-2ca63b533459 req-12c417cc-7c6d-4ae1-9c86-b76157417b72 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0e61c50-9c14-4e23-b134-b8ac12b1e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334992 Jun 24 10:27:20.836714 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992176f6-d3a1-4ea7-b410-766e6a7edaf9 req-612aca0c-6c14-4f16-b51e-c10e71bf835d tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:20.838174 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-992176f6-d3a1-4ea7-b410-766e6a7edaf9 req-612aca0c-6c14-4f16-b51e-c10e71bf835d tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.77 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 946 time: 0.0634723 Jun 24 10:27:20.949424 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-992176f6-d3a1-4ea7-b410-766e6a7edaf9 req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Deleting port f3661551-42ff-4194-9f5d-2507fe22f865 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:27:20.949765 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-992176f6-d3a1-4ea7-b410-766e6a7edaf9 req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:21.040059 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-992176f6-d3a1-4ea7-b410-766e6a7edaf9 req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] For port f3661551-42ff-4194-9f5d-2507fe22f865, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3661551-42ff-4194-9f5d-2507fe22f865,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:21.040415 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-992176f6-d3a1-4ea7-b410-766e6a7edaf9 req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:21.058858 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-992176f6-d3a1-4ea7-b410-766e6a7edaf9 req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Calling delete_port for f3661551-42ff-4194-9f5d-2507fe22f865 owned by compute:nova {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:27:21.181758 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-992176f6-d3a1-4ea7-b410-766e6a7edaf9 req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:21.186102 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f599c7bb-55c5-4137-853a-3afb9b3886f6 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:21.195169 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['f3661551-42ff-4194-9f5d-2507fe22f865'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:27:21.210511 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Pushing event deleted for resources: {'Port': ['ID=f3661551-42ff-4194-9f5d-2507fe22f865,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:21.220831 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.221216 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.221593 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.221963 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.222356 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.222726 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.223089 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.223923 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.223923 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.224219 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.224488 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.224845 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:21.230490 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:21.272060 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-992176f6-d3a1-4ea7-b410-766e6a7edaf9 req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] No DVR routers for this DVR port f3661551-42ff-4194-9f5d-2507fe22f865 on host hv-cinder-79049 {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:27:21.274555 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-992176f6-d3a1-4ea7-b410-766e6a7edaf9 req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:21.276467 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-992176f6-d3a1-4ea7-b410-766e6a7edaf9 req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.77 "DELETE /v2.0/ports/f3661551-42ff-4194-9f5d-2507fe22f865 HTTP/1.1" status: 204 len: 173 time: 0.4329855 Jun 24 10:27:21.276971 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'name': 'network-vif-deleted', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:27:21.279320 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95908a77-a3f8-4f36-b44c-c827937eb4b9" -d '{"events": [{"server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "name": "network-vif-deleted", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:21.320472 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97fbfac-453a-45a4-ba24-9a2231754459 x-openstack-request-id: req-d97fbfac-453a-45a4-ba24-9a2231754459 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:21.320809 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a7c68b-d267-4492-b8ac-432f469a604c", "name": "network-vif-deleted", "tag": "f3661551-42ff-4194-9f5d-2507fe22f865", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:21.321102 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d97fbfac-453a-45a4-ba24-9a2231754459 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:21.321535 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a7c68b-d267-4492-b8ac-432f469a604c', 'name': 'network-vif-deleted', 'tag': 'f3661551-42ff-4194-9f5d-2507fe22f865', 'status': 'completed', 'code': 200} Jun 24 10:27:21.550798 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d3d10d0d-0c66-4a64-9085-ce01677255cc req-43d85116-5fb5-4937-a08e-25870c9f316a tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a7c68b-d267-4492-b8ac-432f469a604c HTTP/1.1" status: 200 len: 210 time: 0.0289545 Jun 24 10:27:23.287219 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc656fb0-6f0a-4a1b-9def-4259a0175c68 req-300d6d99-e09c-4a23-9c6b-76ef32acf63f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:23.288663 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cc656fb0-6f0a-4a1b-9def-4259a0175c68 req-300d6d99-e09c-4a23-9c6b-76ef32acf63f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0647244 Jun 24 10:27:23.328352 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cc656fb0-6f0a-4a1b-9def-4259a0175c68 req-49c4d4df-2e0e-4d41-bdc5-3a565ee2b4b5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339041 Jun 24 10:27:23.450199 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41864) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:23.933601 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f3661551-42ff-4194-9f5d-2507fe22f865 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:23.953842 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: f3661551-42ff-4194-9f5d-2507fe22f865 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:27:23.954457 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f3661551-42ff-4194-9f5d-2507fe22f865 not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:24.023118 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450458'] for router_interface, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:24.272005 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Deleting port 11b0461d-fa22-45bf-9aef-843c53ae13fa {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:27:24.272339 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:24.350397 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] For port 11b0461d-fa22-45bf-9aef-843c53ae13fa, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=11b0461d-fa22-45bf-9aef-843c53ae13fa,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:24.350747 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:24.363747 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Calling delete_port for 11b0461d-fa22-45bf-9aef-843c53ae13fa owned by network:router_interface {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:27:24.511552 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b1174-396b-496a-8f6e-da72c15b184b req-8502359f-2a32-4739-8d8f-0282af1c3557 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:24.513008 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e25b1174-396b-496a-8f6e-da72c15b184b req-8502359f-2a32-4739-8d8f-0282af1c3557 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0704458 Jun 24 10:27:24.543726 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:24.548318 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-92b7c981-2a5a-4b33-96a9-8106dd15e6c8 tempest-AttachVolumeNegativeTest-861336452 tempest-AttachVolumeNegativeTest-861336452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:24.553398 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e25b1174-396b-496a-8f6e-da72c15b184b req-430fef5b-58e6-4d9c-aa43-365a92815c42 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341489 Jun 24 10:27:24.572670 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=11b0461d-fa22-45bf-9aef-843c53ae13fa,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:24.602210 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.602592 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.602967 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.603328 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.603685 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.604044 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.604399 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.604754 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.605110 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.605460 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.605811 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.606182 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:24.628572 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:24.744367 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447242'] for router_interface, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:24.954430 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:27:25.061651 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:27:25.066863 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] 10.222.0.79 "PUT /v2.0/routers/abcb4be8-8ae2-49bf-8f22-88adbc5ef629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6144569 Jun 24 10:27:25.069243 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41872) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:25.073594 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd3c51-13c1-4374-b9ff-58bf99bad1f9 None None] Sync routers for ids ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:27:25.083111 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd3c51-13c1-4374-b9ff-58bf99bad1f9 None None] Routers {'abcb4be8-8ae2-49bf-8f22-88adbc5ef629'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:27:25.083747 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-d7cd3c51-13c1-4374-b9ff-58bf99bad1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:25.170995 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:25.183768 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-d7cd3c51-13c1-4374-b9ff-58bf99bad1f9 None None] Set router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:27:25.272408 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:25.323153 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Deleting port 2aa68e5a-dfed-433d-912f-6e0624f68d22 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:27:25.323486 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:25.360943 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-d7cd3c51-13c1-4374-b9ff-58bf99bad1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:27:24Z', 'revision_number': 5, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port': {'id': '2aa68e5a-dfed-433d-912f-6e0624f68d22', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:23:58Z', 'updated_at': '2021-06-24T10:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:25.386828 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd3c51-13c1-4374-b9ff-58bf99bad1f9 None None] Checking router: abcb4be8-8ae2-49bf-8f22-88adbc5ef629 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:27:25.394997 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd3c51-13c1-4374-b9ff-58bf99bad1f9 None None] Routers {'abcb4be8-8ae2-49bf-8f22-88adbc5ef629'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:27:25.395612 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-d7cd3c51-13c1-4374-b9ff-58bf99bad1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:25.403856 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] For port 2aa68e5a-dfed-433d-912f-6e0624f68d22, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=2aa68e5a-dfed-433d-912f-6e0624f68d22,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:25.404238 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:25.415323 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Calling delete_port for 2aa68e5a-dfed-433d-912f-6e0624f68d22 owned by network:router_gateway {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:27:25.479267 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-d7cd3c51-13c1-4374-b9ff-58bf99bad1f9 None None] Set router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 gateway port host: None {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:27:25.535787 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-d7cd3c51-13c1-4374-b9ff-58bf99bad1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:27:25Z', 'revision_number': 6, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port_host': None}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:25.562383 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd3c51-13c1-4374-b9ff-58bf99bad1f9 None None] The sync data for ids ['abcb4be8-8ae2-49bf-8f22-88adbc5ef629'] in dv-cinder-790492-7-iscsi is: [{'id': 'abcb4be8-8ae2-49bf-8f22-88adbc5ef629', 'name': 'tempest-TestMinimumBasicScenario-1794749771-router', 'tenant_id': '126aac14102a42769c7cbc9fa3fae081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:23:57Z', 'updated_at': '2021-06-24T10:27:25Z', 'revision_number': 6, 'project_id': '126aac14102a42769c7cbc9fa3fae081', 'gw_port_host': None}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:27:25.582992 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:25.585232 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d3658f2c-5537-47fd-b195-68c27abbeeec tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:25.611671 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa68e5a-dfed-433d-912f-6e0624f68d22,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:25.614791 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:25.673854 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448239'] for router_gateway, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:25.737335 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5975e4-b0b2-4278-9b1c-d4bf538c3d34 req-88c62083-f94e-4834-b0af-8787d3b92135 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:25.738855 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-dd5975e4-b0b2-4278-9b1c-d4bf538c3d34 req-88c62083-f94e-4834-b0af-8787d3b92135 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0632007 Jun 24 10:27:25.775434 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-dd5975e4-b0b2-4278-9b1c-d4bf538c3d34 req-6b56c1a4-20d8-4a6a-9b41-8c2e4d48bb1e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305390 Jun 24 10:27:25.779019 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24320'] for router, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:25.781786 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:25.849748 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444839'] for router, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:25.850219 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abcb4be8-8ae2-49bf-8f22-88adbc5ef629 {{(pid=92851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:27:25.854876 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:25.855997 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/abcb4be8-8ae2-49bf-8f22-88adbc5ef629 HTTP/1.1" status: 204 len: 168 time: 0.7858651 Jun 24 10:27:25.858542 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41878) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:25.907123 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc20576b-def6-4282-b9e5-90aba3974ab3 admin admin] Deleting subnet 42694b9e-8fa4-4b6d-ab24-8fc1f509e402 {{(pid=92851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:27:25.910347 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bc20576b-def6-4282-b9e5-90aba3974ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:25.945074 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bc20576b-def6-4282-b9e5-90aba3974ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4397124'] for subnet, precommit_delete_associations {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.059480 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bc20576b-def6-4282-b9e5-90aba3974ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.111141 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bc20576b-def6-4282-b9e5-90aba3974ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5463339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4423766'] for subnet, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.114148 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-408cda4b-db6e-4876-a8b0-972c9ccc2475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:26.139852 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-bc20576b-def6-4282-b9e5-90aba3974ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.141710 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-bc20576b-def6-4282-b9e5-90aba3974ab3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/42694b9e-8fa4-4b6d-ab24-8fc1f509e402 HTTP/1.1" status: 204 len: 168 time: 0.2822626 Jun 24 10:27:26.142604 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20576b-def6-4282-b9e5-90aba3974ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42694b9e-8fa4-4b6d-ab24-8fc1f509e402,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:26.144215 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41882) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:26.147064 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083559d5-2c9b-4ed3-9e57-63dc112e97bc None None] Network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:27:26.151850 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-bc20576b-def6-4282-b9e5-90aba3974ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:26.222099 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.275233 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Deleting port 3a93044e-b10c-46d6-838c-0bf22df33159 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:27:26.275766 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.342468 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] For port 3a93044e-b10c-46d6-838c-0bf22df33159, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=3a93044e-b10c-46d6-838c-0bf22df33159,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:26.342847 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.353213 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] DHCP port deletion for 0eb3be94-8b39-43af-9c4c-0661f34c8e94 request from dv-cinder-790492-7-iscsi {{(pid=92853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:27:26.357902 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Calling delete_port for 3a93044e-b10c-46d6-838c-0bf22df33159 owned by network:dhcp {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:27:26.393012 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:27:26.419844 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] Deleting port 3a93044e-b10c-46d6-838c-0bf22df33159 {{(pid=92853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:27:26.420563 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.453470 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.455733 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-6aee5177-2545-4cbb-9f85-099a1a7f8f56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:26.458949 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 3a93044e-b10c-46d6-838c-0bf22df33159 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:26.478732 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a93044e-b10c-46d6-838c-0bf22df33159,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:26.481794 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:26.482670 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] No DVR routers for this DVR port 3a93044e-b10c-46d6-838c-0bf22df33159 on host dv-cinder-790492-7-iscsi {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:27:26.490549 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 3a93044e-b10c-46d6-838c-0bf22df33159 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:27:26.490944 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 3a93044e-b10c-46d6-838c-0bf22df33159 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:26.491285 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 2aa68e5a-dfed-433d-912f-6e0624f68d22 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:26.516637 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 2aa68e5a-dfed-433d-912f-6e0624f68d22 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:27:26.517092 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 2aa68e5a-dfed-433d-912f-6e0624f68d22 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:26.517409 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 11b0461d-fa22-45bf-9aef-843c53ae13fa no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:26.544076 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 11b0461d-fa22-45bf-9aef-843c53ae13fa {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:27:26.544426 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 11b0461d-fa22-45bf-9aef-843c53ae13fa not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:26.548064 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] For port 3a93044e-b10c-46d6-838c-0bf22df33159, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=3a93044e-b10c-46d6-838c-0bf22df33159,segment=NetworkSegment(e4ee18ef-974f-4b39-83d5-da3abb1939d1),segment_id=e4ee18ef-974f-4b39-83d5-da3abb1939d1)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:26.548375 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.558746 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.564251 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] Calling delete_port for 3a93044e-b10c-46d6-838c-0bf22df33159 owned by network:dhcp {{(pid=92853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:27:26.569692 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb3be94-8b39-43af-9c4c-0661f34c8e94']}} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:26.580776 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ee18ef-974f-4b39-83d5-da3abb1939d1') {'for_net_delete': True} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:26.581064 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ee18ef-974f-4b39-83d5-da3abb1939d1') {} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:26.591549 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4397117'] for segment, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.606142 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.613251 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=92851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:27:26.614020 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5463496'] for segment, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: Traceback (most recent call last): Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: timer() Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: cb(*args, **kw) Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: return func(*args, **kwargs) Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: self._notify() Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: self.callback(batched_events) Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: event.method(event) Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: return f(self, *a, **k) Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._get(url).json() Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: return self.request(url, 'GET', **kwargs) Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:27:26.618010 dv-cinder-790492-7-iscsi neutron-server[92851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:27:26.672612 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.677165 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:26.680981 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.682813 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0eb3be94-8b39-43af-9c4c-0661f34c8e94 HTTP/1.1" status: 204 len: 168 time: 0.5376940 Jun 24 10:27:26.686503 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41884) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:26.691382 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631'] for port, after_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:26.693085 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb3be94-8b39-43af-9c4c-0661f34c8e94,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:26.698434 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:26.699540 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:26.699892 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] Network 0eb3be94-8b39-43af-9c4c-0661f34c8e94 is not hosted by any dhcp agent {{(pid=92853) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 10:27:26.700573 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] No DVR routers for this DVR port 3a93044e-b10c-46d6-838c-0bf22df33159 on host dv-cinder-790492-7-iscsi {{(pid=92853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:27:26.721009 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] Pushing event deleted for resources: {'Port': ['ID=3a93044e-b10c-46d6-838c-0bf22df33159,revision_number=None']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:26.723352 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:27.006780 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ab4c-3573-4f4a-a426-70c48ea7a8dd req-cfbfeae1-1630-4870-afc3-9693ff0bbf99 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:27.008528 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e363ab4c-3573-4f4a-a426-70c48ea7a8dd req-cfbfeae1-1630-4870-afc3-9693ff0bbf99 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.1189160 Jun 24 10:27:27.082116 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e363ab4c-3573-4f4a-a426-70c48ea7a8dd req-6638d8b7-e0a1-4926-ae45-91ebcf8f2d66 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547462 Jun 24 10:27:27.190055 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450458'] for router_interface, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:27.478692 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Deleting port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:27:27.479032 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:27.554932 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] For port 765cd5ec-818f-4a37-ba42-51c3f0fa6d89, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=765cd5ec-818f-4a37-ba42-51c3f0fa6d89,segment=NetworkSegment(cff2c1e4-37f3-4057-8e11-57f589657f85),segment_id=cff2c1e4-37f3-4057-8e11-57f589657f85)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:27.555290 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:27.569173 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Calling delete_port for 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 owned by network:router_interface {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:27:28.003239 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:28.005365 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-cb2f7a8d-ce61-44f8-9c5b-05c4410e5ea2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:28.035238 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Pushing event deleted for resources: {'Port': ['ID=765cd5ec-818f-4a37-ba42-51c3f0fa6d89,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:28.039282 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:28.217926 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447242'] for router_interface, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:28.347369 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332f613-6d53-451a-8299-d74ef1a2b4cb req-933fda22-3cbb-4ed5-afc1-2a933498bb0c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:28.348906 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2332f613-6d53-451a-8299-d74ef1a2b4cb req-933fda22-3cbb-4ed5-afc1-2a933498bb0c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.1423175 Jun 24 10:27:28.404925 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2332f613-6d53-451a-8299-d74ef1a2b4cb req-4ee8f72c-090d-4951-9de8-d2ff6e2401d7 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489082 Jun 24 10:27:28.500611 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Router ad007bd9-1a96-413d-90ec-bea643984e83 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:27:28.606735 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:27:28.615990 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] 10.222.0.79 "PUT /v2.0/routers/ad007bd9-1a96-413d-90ec-bea643984e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9262273 Jun 24 10:27:28.616138 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be817be8-e821-4cf6-8226-73e066687bec None None] Sync routers for ids ['ad007bd9-1a96-413d-90ec-bea643984e83'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:27:28.616537 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41894) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:28.625964 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be817be8-e821-4cf6-8226-73e066687bec None None] Routers {'ad007bd9-1a96-413d-90ec-bea643984e83'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:27:28.626688 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-be817be8-e821-4cf6-8226-73e066687bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ad007bd9-1a96-413d-90ec-bea643984e83'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:28.720185 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Notify callbacks [] for router, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:28.727186 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-be817be8-e821-4cf6-8226-73e066687bec None None] Set router ad007bd9-1a96-413d-90ec-bea643984e83 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:27:28.832032 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:28.883094 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Deleting port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:27:28.883328 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:28.901873 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-be817be8-e821-4cf6-8226-73e066687bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'name': 'tempest-TestMinimumBasicScenario-406211668-router', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:07Z', 'updated_at': '2021-06-24T10:27:27Z', 'revision_number': 5, 'project_id': '4e14eef8ecf543408739e43625114c21', 'gw_port': {'id': '73378e31-5a32-4e5d-804a-b0e1b8fcb61c', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:09Z', 'updated_at': '2021-06-24T10:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:28.928316 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be817be8-e821-4cf6-8226-73e066687bec None None] Checking router: ad007bd9-1a96-413d-90ec-bea643984e83 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:27:28.936420 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be817be8-e821-4cf6-8226-73e066687bec None None] Routers {'ad007bd9-1a96-413d-90ec-bea643984e83'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:27:28.937040 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-be817be8-e821-4cf6-8226-73e066687bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ad007bd9-1a96-413d-90ec-bea643984e83'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:28.964252 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] For port 73378e31-5a32-4e5d-804a-b0e1b8fcb61c, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=73378e31-5a32-4e5d-804a-b0e1b8fcb61c,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:28.964604 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:28.976772 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Calling delete_port for 73378e31-5a32-4e5d-804a-b0e1b8fcb61c owned by network:router_gateway {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:27:29.022168 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-be817be8-e821-4cf6-8226-73e066687bec None None] Set router ad007bd9-1a96-413d-90ec-bea643984e83 gateway port host: None {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:27:29.075097 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-be817be8-e821-4cf6-8226-73e066687bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'name': 'tempest-TestMinimumBasicScenario-406211668-router', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:07Z', 'updated_at': '2021-06-24T10:27:28Z', 'revision_number': 6, 'project_id': '4e14eef8ecf543408739e43625114c21', 'gw_port_host': None}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:29.102298 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be817be8-e821-4cf6-8226-73e066687bec None None] The sync data for ids ['ad007bd9-1a96-413d-90ec-bea643984e83'] in dv-cinder-790492-7-iscsi is: [{'id': 'ad007bd9-1a96-413d-90ec-bea643984e83', 'name': 'tempest-TestMinimumBasicScenario-406211668-router', 'tenant_id': '4e14eef8ecf543408739e43625114c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:07Z', 'updated_at': '2021-06-24T10:27:28Z', 'revision_number': 6, 'project_id': '4e14eef8ecf543408739e43625114c21', 'gw_port_host': None}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:27:29.146058 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.148736 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-79b3e891-499f-4eb7-a0e3-aa28d040d0a6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:29.171468 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=73378e31-5a32-4e5d-804a-b0e1b8fcb61c,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:29.174605 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:29.234546 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448239'] for router_gateway, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.320750 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24320'] for router, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.322814 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.364396 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444839'] for router, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.364996 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad007bd9-1a96-413d-90ec-bea643984e83 {{(pid=92850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:27:29.369590 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.370823 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] 10.222.0.79 "DELETE /v2.0/routers/ad007bd9-1a96-413d-90ec-bea643984e83 HTTP/1.1" status: 204 len: 168 time: 0.7537060 Jun 24 10:27:29.373366 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41896) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:29.417469 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb86207c-23b7-4823-8b7a-e2277aea7c5c admin admin] Deleting subnet 7c2d7f82-799c-43d4-8208-5288a9a71e69 {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:27:29.420679 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cb86207c-23b7-4823-8b7a-e2277aea7c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.461125 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cb86207c-23b7-4823-8b7a-e2277aea7c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247190'] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.602435 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cb86207c-23b7-4823-8b7a-e2277aea7c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.665403 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046a90a-dfe0-4154-b75b-bb384d272748 req-a228e518-7ae5-4334-a816-d012d2d87a48 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:29.666789 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9046a90a-dfe0-4154-b75b-bb384d272748 req-a228e518-7ae5-4334-a816-d012d2d87a48 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.1196380 Jun 24 10:27:29.680108 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cb86207c-23b7-4823-8b7a-e2277aea7c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7169183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7241091'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.689703 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:29.716960 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86207c-23b7-4823-8b7a-e2277aea7c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2d7f82-799c-43d4-8208-5288a9a71e69,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:29.725854 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-cb86207c-23b7-4823-8b7a-e2277aea7c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:29.728538 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-cb86207c-23b7-4823-8b7a-e2277aea7c5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.729885 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da7d0ef-0251-4d97-8572-231ac54513f2 None None] Network 15651efe-56d5-472a-a992-8396def1b302 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:27:29.730415 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-cb86207c-23b7-4823-8b7a-e2277aea7c5c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7c2d7f82-799c-43d4-8208-5288a9a71e69 HTTP/1.1" status: 204 len: 168 time: 0.3559566 Jun 24 10:27:29.732941 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41902) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:29.733715 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9046a90a-dfe0-4154-b75b-bb384d272748 req-a4008839-1f5b-4e88-8b95-a977e999c620 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612209 Jun 24 10:27:29.813483 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.869660 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Deleting port aa550165-382a-4e73-bef6-13f25c9275ca {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:27:29.870057 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.933090 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] For port aa550165-382a-4e73-bef6-13f25c9275ca, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=aa550165-382a-4e73-bef6-13f25c9275ca,segment=NetworkSegment(cff2c1e4-37f3-4057-8e11-57f589657f85),segment_id=cff2c1e4-37f3-4057-8e11-57f589657f85)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:29.933349 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:29.947056 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Calling delete_port for aa550165-382a-4e73-bef6-13f25c9275ca owned by network:dhcp {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:27:30.031284 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a214f8c0-f94d-4fc3-ac2e-6793a4981a67 None None] DHCP port deletion for 15651efe-56d5-472a-a992-8396def1b302 request from dv-cinder-790492-7-iscsi {{(pid=92853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:27:30.032670 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:30.035895 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5fd1345d-4c57-4d1b-988e-d5b7f1c773d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:30.060897 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=aa550165-382a-4e73-bef6-13f25c9275ca,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:30.064224 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:30.065271 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] No DVR routers for this DVR port aa550165-382a-4e73-bef6-13f25c9275ca on host dv-cinder-790492-7-iscsi {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:27:30.144538 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:30.155598 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15651efe-56d5-472a-a992-8396def1b302']}} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:30.166350 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff2c1e4-37f3-4057-8e11-57f589657f85') {'for_net_delete': True} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:30.166645 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff2c1e4-37f3-4057-8e11-57f589657f85') {} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:30.175876 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4397117'] for segment, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:30.189706 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:30.195844 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=92851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:27:30.196218 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5463496'] for segment, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: Traceback (most recent call last): Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: timer() Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: cb(*args, **kw) Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: return func(*args, **kwargs) Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: self._notify() Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: self.callback(batched_events) Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: event.method(event) Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: return f(self, *a, **k) Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._get(url).json() Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: return self.request(url, 'GET', **kwargs) Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:27:30.198024 dv-cinder-790492-7-iscsi neutron-server[92851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:27:30.248627 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:30.252586 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:30.255568 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:30.256651 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] 10.222.0.79 "DELETE /v2.0/networks/15651efe-56d5-472a-a992-8396def1b302 HTTP/1.1" status: 204 len: 168 time: 0.5227413 Jun 24 10:27:30.267263 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Pushing event deleted for resources: {'Network': ['ID=15651efe-56d5-472a-a992-8396def1b302,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:30.269588 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:30.394418 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device aa550165-382a-4e73-bef6-13f25c9275ca no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:30.414209 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: aa550165-382a-4e73-bef6-13f25c9275ca {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:27:30.414659 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device aa550165-382a-4e73-bef6-13f25c9275ca not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:30.415099 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:30.424648 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41906) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:30.433676 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:27:30.434029 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 765cd5ec-818f-4a37-ba42-51c3f0fa6d89 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:30.434473 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 73378e31-5a32-4e5d-804a-b0e1b8fcb61c no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:30.454813 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 73378e31-5a32-4e5d-804a-b0e1b8fcb61c {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:27:30.455163 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 73378e31-5a32-4e5d-804a-b0e1b8fcb61c not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:30.467257 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-69f1e38c-3676-4cc4-adf3-2a5acff12dfb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=126aac14102a42769c7cbc9fa3fae081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408571 Jun 24 10:27:30.469617 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 41908) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:30.515159 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-93e584dd-eeea-429f-88bf-473d34d12d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:30.536993 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-93e584dd-eeea-429f-88bf-473d34d12d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:30.598359 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-93e584dd-eeea-429f-88bf-473d34d12d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:30.601051 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-93e584dd-eeea-429f-88bf-473d34d12d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:30.602213 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-93e584dd-eeea-429f-88bf-473d34d12d80 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b0e61c50-9c14-4e23-b134-b8ac12b1e146 HTTP/1.1" status: 204 len: 168 time: 0.1316559 Jun 24 10:27:30.602990 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-9be261bf-761e-405d-9eaf-1f4f15668f69 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:30.611678 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e584dd-eeea-429f-88bf-473d34d12d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e61c50-9c14-4e23-b134-b8ac12b1e146,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:30.613964 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-93e584dd-eeea-429f-88bf-473d34d12d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:30.921457 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41ec0a-e9fb-4ae6-b97f-2278e3e952cf req-dd1665e1-4f26-48dc-a956-6710de571b27 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:30.921457 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ba41ec0a-e9fb-4ae6-b97f-2278e3e952cf req-dd1665e1-4f26-48dc-a956-6710de571b27 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0648448 Jun 24 10:27:30.922025 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41918) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:30.986369 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ba41ec0a-e9fb-4ae6-b97f-2278e3e952cf req-4c8c07bc-1dfc-40b4-9506-830d8f8c2f14 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587289 Jun 24 10:27:30.991344 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-ff386931-f2cf-449d-885b-323cd9c526ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e14eef8ecf543408739e43625114c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665176 Jun 24 10:27:30.991641 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 41920) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:31.040029 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-05411b4c-2aa2-4322-80c6-c4e9339c97ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:31.061540 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-05411b4c-2aa2-4322-80c6-c4e9339c97ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:31.107141 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-05411b4c-2aa2-4322-80c6-c4e9339c97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:31.110308 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-05411b4c-2aa2-4322-80c6-c4e9339c97ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:31.111422 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-05411b4c-2aa2-4322-80c6-c4e9339c97ab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/47f16acc-6c9c-4ce6-8068-bb55daadf04a HTTP/1.1" status: 204 len: 168 time: 0.1189723 Jun 24 10:27:31.112243 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5658feee-e102-456e-9094-ce2b8c1c3bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:31.119754 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05411b4c-2aa2-4322-80c6-c4e9339c97ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f16acc-6c9c-4ce6-8068-bb55daadf04a,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:31.122375 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-05411b4c-2aa2-4322-80c6-c4e9339c97ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:32.158677 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf041e-cbd9-41c1-88bf-1c5ce05f1101 req-56370c52-9ca7-41e8-baf8-365d27df30c1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:32.160110 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1cbf041e-cbd9-41c1-88bf-1c5ce05f1101 req-56370c52-9ca7-41e8-baf8-365d27df30c1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0613577 Jun 24 10:27:32.197228 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1cbf041e-cbd9-41c1-88bf-1c5ce05f1101 req-871b977f-6c4d-4727-a1e5-edb3282797f4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316012 Jun 24 10:27:32.288709 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-3f039c50-e8af-4102-a788-3956814e430c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518153 Jun 24 10:27:32.387513 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-838d59a0-e106-4b32-9346-c7c642226d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:32.388951 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-838d59a0-e106-4b32-9346-c7c642226d44 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 1099 time: 0.0520422 Jun 24 10:27:32.488850 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-b9dfe0f1-fd13-4404-ac22-0289bf66327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:32.490270 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-b9dfe0f1-fd13-4404-ac22-0289bf66327f service neutron] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 914 time: 0.0822353 Jun 24 10:27:32.557638 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-2426b700-fb61-4494-af7c-be23c41bb451 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5465a941-7f2b-4418-a6a3-573125bcbc92 HTTP/1.1" status: 200 len: 1001 time: 0.0602803 Jun 24 10:27:32.605082 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-d3ab6c31-7b0e-43ad-9d2b-c0a99b6be11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:32.606501 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-d3ab6c31-7b0e-43ad-9d2b-c0a99b6be11a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.0417037 Jun 24 10:27:32.661476 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-afbb6b04-97f9-4ada-89a8-f2c07a308a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:32.662930 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-afbb6b04-97f9-4ada-89a8-f2c07a308a9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492632 Jun 24 10:27:32.753228 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-1beafcc2-fb43-4a47-b806-e15b84cb73e4 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815923 Jun 24 10:27:32.842190 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-950ded78-a87a-4404-84e1-ec4a3ffddf6e req-a0817ef4-9563-46d1-90cd-5284ac76c382 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804534 Jun 24 10:27:33.373938 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced11411-e7f8-4156-8027-38aada0a0475 req-659c89b9-aa36-47e8-82e8-60d0b734341a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:33.375408 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ced11411-e7f8-4156-8027-38aada0a0475 req-659c89b9-aa36-47e8-82e8-60d0b734341a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0658214 Jun 24 10:27:33.411609 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ced11411-e7f8-4156-8027-38aada0a0475 req-417d8b13-10ef-4d08-9a1d-317e433f66d0 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306869 Jun 24 10:27:34.593692 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7519d7-9c8f-439e-a2bf-5b7a8278b843 req-7f5f2d9e-ad19-4370-859f-63ddc37836d8 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:34.595088 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3c7519d7-9c8f-439e-a2bf-5b7a8278b843 req-7f5f2d9e-ad19-4370-859f-63ddc37836d8 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0645022 Jun 24 10:27:34.632391 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3c7519d7-9c8f-439e-a2bf-5b7a8278b843 req-30c539e8-c02e-4a36-aa25-b6c3b73a1d84 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315788 Jun 24 10:27:34.961049 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:36.086458 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0941995-9327-413d-8f49-0e341937aaab req-bad08787-2555-4a3d-ab16-2544bbc034c6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:36.087930 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e0941995-9327-413d-8f49-0e341937aaab req-bad08787-2555-4a3d-ab16-2544bbc034c6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.3314705 Jun 24 10:27:36.124202 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-e0941995-9327-413d-8f49-0e341937aaab req-5412c19e-e086-495a-98b8-96f3b489759e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299242 Jun 24 10:27:37.299243 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf06e69-1569-40a6-b352-48dc55c8e4de req-855041c2-8827-4ab9-be6f-9842c6476921 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:37.300707 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ebf06e69-1569-40a6-b352-48dc55c8e4de req-855041c2-8827-4ab9-be6f-9842c6476921 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0605166 Jun 24 10:27:37.336997 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ebf06e69-1569-40a6-b352-48dc55c8e4de req-d50a9300-7ca0-409f-80c3-abe2339fb783 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306931 Jun 24 10:27:38.389833 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-bd43756f-8351-4491-b3b1-3aadf9e1ecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:38.513432 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b72da9-bfd1-4948-883c-4e575ea2c661 req-d220d924-771b-4a7c-8205-a132d712b11a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:38.514916 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-03b72da9-bfd1-4948-883c-4e575ea2c661 req-d220d924-771b-4a7c-8205-a132d712b11a tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0614424 Jun 24 10:27:38.554373 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-03b72da9-bfd1-4948-883c-4e575ea2c661 req-ce468dba-61ce-4250-b2a5-7ec9df06ee01 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338361 Jun 24 10:27:39.739939 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5e7f-8e6d-4e7b-bc86-1d63f5a6eed9 req-57ab8f86-a21f-44e8-bbf1-82ab48641fde tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:39.741341 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ab6f5e7f-8e6d-4e7b-bc86-1d63f5a6eed9 req-57ab8f86-a21f-44e8-bbf1-82ab48641fde tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0663321 Jun 24 10:27:39.777006 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ab6f5e7f-8e6d-4e7b-bc86-1d63f5a6eed9 req-7282e7f9-f469-441a-a5a4-e7c2988871e2 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300984 Jun 24 10:27:40.011667 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 016f3555-efc5-4bbc-996c-05dd98149ceb details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:27:40.103818 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:40.114592 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'port_id': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'mac_address': 'fa:16:3e:91:e4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:27:40.153445 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:40.166353 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 016f3555-efc5-4bbc-996c-05dd98149ceb {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:27:40.186367 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:40.190023 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:40.191759 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:40.237366 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=016f3555-efc5-4bbc-996c-05dd98149ceb,revision_number=6']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:40.244172 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.244467 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.244805 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.245139 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.245469 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.245799 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.246148 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.246481 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.246806 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.247129 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.247449 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.247769 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:40.251818 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:40.293451 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['016f3555-efc5-4bbc-996c-05dd98149ceb'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:27:40.957019 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34f1f1-b4d9-48e2-a097-c3cda8795b7b req-9720235c-d71a-4cca-948c-311550999815 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:40.958558 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0e34f1f1-b4d9-48e2-a097-c3cda8795b7b req-9720235c-d71a-4cca-948c-311550999815 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 945 time: 0.0689361 Jun 24 10:27:40.999061 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0e34f1f1-b4d9-48e2-a097-c3cda8795b7b req-663e8fdc-22d9-4001-98bd-ba1f5454cfca tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345678 Jun 24 10:27:41.105433 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-a7fa31f0-7375-4011-b347-4c458297b50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:41.222239 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:42.033115 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 016f3555-efc5-4bbc-996c-05dd98149ceb up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:27:42.038379 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:42.099150 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 016f3555-efc5-4bbc-996c-05dd98149ceb triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:27:42.099394 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:42.215510 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:42.247000 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:27:42.250854 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f194376f-5f61-4911-942e-6f73fe88d22f" -d '{"events": [{"server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "name": "network-vif-plugged", "status": "completed", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:42.272639 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8ee5b-7216-4949-9042-4ed3f330789e req-74172340-f61c-41eb-a3c4-20b31ccf25f4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:42.274428 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c3d8ee5b-7216-4949-9042-4ed3f330789e req-74172340-f61c-41eb-a3c4-20b31ccf25f4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 945 time: 0.1100574 Jun 24 10:27:42.290626 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:42.296828 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:42.303272 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:42.341043 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e5f3a8-9f76-494c-b0bf-2b83b7ad3255 x-openstack-request-id: req-b8e5f3a8-9f76-494c-b0bf-2b83b7ad3255 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:42.341501 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "name": "network-vif-plugged", "status": "completed", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:42.341813 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b8e5f3a8-9f76-494c-b0bf-2b83b7ad3255 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:42.342342 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'code': 200} Jun 24 10:27:42.346345 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c3d8ee5b-7216-4949-9042-4ed3f330789e req-b06d872a-447b-4cb0-a9a7-80edc8c9b3dc tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642786 Jun 24 10:27:42.370857 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=016f3555-efc5-4bbc-996c-05dd98149ceb,revision_number=7']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:42.374774 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:43.574917 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc64a62-98c0-4561-9627-9f63099785b5 req-dc783ebf-96f5-4cce-b89c-c0b0a1944b9c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:43.579649 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4dc64a62-98c0-4561-9627-9f63099785b5 req-dc783ebf-96f5-4cce-b89c-c0b0a1944b9c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.1056774 Jun 24 10:27:43.624345 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4dc64a62-98c0-4561-9627-9f63099785b5 req-dcd18d47-3218-4658-aefb-3e46558bb603 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365212 Jun 24 10:27:43.738064 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:44.830972 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17794-3967-4bbd-b051-7d936f77d06b req-d5b46e76-a42f-4d3f-8bc6-cc06f688c017 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:44.833104 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-55e17794-3967-4bbd-b051-7d936f77d06b req-d5b46e76-a42f-4d3f-8bc6-cc06f688c017 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0835593 Jun 24 10:27:44.888910 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-55e17794-3967-4bbd-b051-7d936f77d06b req-d4f489b1-8bf7-43d0-a0f2-fb94873f7616 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492074 Jun 24 10:27:46.112316 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a0362-e393-4411-b4e4-d5d0f500d49e req-75c1e6f2-4704-4776-af94-e9f5663df0ff tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:46.114749 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-070a0362-e393-4411-b4e4-d5d0f500d49e req-75c1e6f2-4704-4776-af94-e9f5663df0ff tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0753114 Jun 24 10:27:46.162727 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-070a0362-e393-4411-b4e4-d5d0f500d49e req-c92953fd-4511-49d5-8509-5c0cddb2a60c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 Jun 24 10:27:47.370569 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f71a1-e617-483b-887c-2b5eca947211 req-837a693a-0d33-4792-bd4e-c91b1fd36dd6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:47.372124 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c22f71a1-e617-483b-887c-2b5eca947211 req-837a693a-0d33-4792-bd4e-c91b1fd36dd6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0723989 Jun 24 10:27:47.424120 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c22f71a1-e617-483b-887c-2b5eca947211 req-426a8de3-1bd1-48c9-9609-7d4307d33303 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438850 Jun 24 10:27:48.442461 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a2d84-17b8-4b8d-ad9e-5ff185559778 req-c3dbece0-e997-403b-a7a5-2e57cf2aebc2 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:48.444076 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0a8a2d84-17b8-4b8d-ad9e-5ff185559778 req-c3dbece0-e997-403b-a7a5-2e57cf2aebc2 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 946 time: 0.0677238 Jun 24 10:27:48.493430 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0a8a2d84-17b8-4b8d-ad9e-5ff185559778 req-6bea5a8f-8d07-4e2f-bced-7b03bedbaaf2 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435307 Jun 24 10:27:48.672934 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d2fff-3ac3-4962-b7bf-e3a397e536f1 req-ca8a4509-4025-4d14-964e-52b71edeb353 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:48.674474 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2f2d2fff-3ac3-4962-b7bf-e3a397e536f1 req-ca8a4509-4025-4d14-964e-52b71edeb353 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0936632 Jun 24 10:27:48.720742 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2f2d2fff-3ac3-4962-b7bf-e3a397e536f1 req-c642ffa7-fa69-42b2-87a4-1388a2ca7476 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387187 Jun 24 10:27:49.698359 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e513f1-02c4-4a16-afd8-82a7062401b4 req-dfe1913b-2aa5-4a92-b8d0-6e260238c668 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:49.700443 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a4e513f1-02c4-4a16-afd8-82a7062401b4 req-dfe1913b-2aa5-4a92-b8d0-6e260238c668 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 946 time: 0.0796208 Jun 24 10:27:49.748357 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a4e513f1-02c4-4a16-afd8-82a7062401b4 req-dfc115f8-f99a-41ba-8363-4a12866838ad tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397282 Jun 24 10:27:49.929867 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ce61-6e7e-403e-8bcc-c098216fc263 req-8f87ab11-e856-48e6-9c2c-5d1b4f58b139 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:49.931428 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-94e8ce61-6e7e-403e-8bcc-c098216fc263 req-8f87ab11-e856-48e6-9c2c-5d1b4f58b139 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0821965 Jun 24 10:27:49.996823 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-94e8ce61-6e7e-403e-8bcc-c098216fc263 req-88eb6413-89ac-443f-a6f1-a180ec0c2f81 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439668 Jun 24 10:27:50.021835 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-72b325d7-47cc-49f0-9969-5c6888450d03 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:50.023440 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-72b325d7-47cc-49f0-9969-5c6888450d03 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 946 time: 0.1128840 Jun 24 10:27:50.137425 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Deleting port 5465a941-7f2b-4418-a6a3-573125bcbc92 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:27:50.137767 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:50.231661 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] For port 5465a941-7f2b-4418-a6a3-573125bcbc92, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5465a941-7f2b-4418-a6a3-573125bcbc92,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:50.232114 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:50.419629 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:50.420036 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:50.420348 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.l3_db [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Floating IP d5498c44-7cf2-4607-8d99-92846a6d06fa disassociated. External IP: 172.27.2.20, port: 5465a941-7f2b-4418-a6a3-573125bcbc92. Jun 24 10:27:50.420939 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Calling delete_port for 5465a941-7f2b-4418-a6a3-573125bcbc92 owned by compute:nova {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:27:50.547800 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:50.551989 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-98c31d7c-1962-41eb-8901-75caf3c3e3cb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:50.582458 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event deleted for resources: {'Port': ['ID=5465a941-7f2b-4418-a6a3-573125bcbc92,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:50.585404 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:50.693238 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Router ba034ad5-0c9a-4feb-89a2-9724f5394e92 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:27:50.804922 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:27:50.818001 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e9f48-64e4-424c-9d0a-463bbaf4bcb6 None None] Sync routers for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:27:50.826941 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e9f48-64e4-424c-9d0a-463bbaf4bcb6 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:27:50.827836 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-694e9f48-64e4-424c-9d0a-463bbaf4bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:50.937957 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3c2172b9-efaa-47b8-8a48-fc81bec1ebd6 req-b19005e1-ac89-4ade-81e6-7e1338767ddd tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 210 time: 0.0405104 Jun 24 10:27:50.948761 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-694e9f48-64e4-424c-9d0a-463bbaf4bcb6 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:27:51.028015 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cfe71-54f2-4bfc-b7bf-7ece8aaae324 req-146a95a9-3913-458d-8f9e-eef00587edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:51.029919 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-955cfe71-54f2-4bfc-b7bf-7ece8aaae324 req-146a95a9-3913-458d-8f9e-eef00587edf8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 1099 time: 0.0600994 Jun 24 10:27:51.167285 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cfe71-54f2-4bfc-b7bf-7ece8aaae324 req-96809dee-774b-40ed-b7ab-e167862cf6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:51.169115 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-955cfe71-54f2-4bfc-b7bf-7ece8aaae324 req-96809dee-774b-40ed-b7ab-e167862cf6a7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 919 time: 0.1294694 Jun 24 10:27:51.187407 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] No DVR routers for this DVR port 5465a941-7f2b-4418-a6a3-573125bcbc92 on host hv-cinder-79049 {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:27:51.189325 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-694e9f48-64e4-424c-9d0a-463bbaf4bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:51.203953 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:51.205891 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-dd38c31f-7a26-4220-bc92-bb513be38617 req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "DELETE /v2.0/ports/5465a941-7f2b-4418-a6a3-573125bcbc92 HTTP/1.1" status: 204 len: 173 time: 1.1759374 Jun 24 10:27:51.206443 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'name': 'network-vif-deleted', 'tag': '5465a941-7f2b-4418-a6a3-573125bcbc92'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:27:51.208766 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ceadcb-bb0d-435b-95e1-806a5f4846dd" -d '{"events": [{"server_uuid": "3e14ef3a-db86-4273-9fed-3c429b3af157", "name": "network-vif-deleted", "tag": "5465a941-7f2b-4418-a6a3-573125bcbc92"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:51.215641 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e9f48-64e4-424c-9d0a-463bbaf4bcb6 None None] Checking router: ba034ad5-0c9a-4feb-89a2-9724f5394e92 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:27:51.224872 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e9f48-64e4-424c-9d0a-463bbaf4bcb6 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:27:51.225504 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-694e9f48-64e4-424c-9d0a-463bbaf4bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:51.251384 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-955cfe71-54f2-4bfc-b7bf-7ece8aaae324 req-39edccd7-eaa5-4a57-b4fd-e769ef41e83a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016f3555-efc5-4bbc-996c-05dd98149ceb HTTP/1.1" status: 200 len: 1001 time: 0.0742989 Jun 24 10:27:51.256623 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f0f0a8-c891-4fbf-a14b-ee141d501626 x-openstack-request-id: req-42f0f0a8-c891-4fbf-a14b-ee141d501626 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:51.256811 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e14ef3a-db86-4273-9fed-3c429b3af157", "name": "network-vif-deleted", "tag": "5465a941-7f2b-4418-a6a3-573125bcbc92", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:51.257093 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-42f0f0a8-c891-4fbf-a14b-ee141d501626 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:51.257606 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e14ef3a-db86-4273-9fed-3c429b3af157', 'name': 'network-vif-deleted', 'tag': '5465a941-7f2b-4418-a6a3-573125bcbc92', 'status': 'completed', 'code': 200} Jun 24 10:27:51.271790 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fd4eb-60bd-4e74-80e3-15a8c8b21f67 req-8ea16cf8-0df1-43f8-8a24-f063de309bec tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:51.273863 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff1fd4eb-60bd-4e74-80e3-15a8c8b21f67 req-8ea16cf8-0df1-43f8-8a24-f063de309bec tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.1169918 Jun 24 10:27:51.319821 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cfe71-54f2-4bfc-b7bf-7ece8aaae324 req-1e3bd7f5-f2d0-45d7-99f8-cde27f943eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:51.321152 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ff1fd4eb-60bd-4e74-80e3-15a8c8b21f67 req-7aa2783e-778b-4567-a332-1e34cf85f535 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386133 Jun 24 10:27:51.321301 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-955cfe71-54f2-4bfc-b7bf-7ece8aaae324 req-1e3bd7f5-f2d0-45d7-99f8-cde27f943eac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.0535352 Jun 24 10:27:51.360737 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-694e9f48-64e4-424c-9d0a-463bbaf4bcb6 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:27:51.380547 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cfe71-54f2-4bfc-b7bf-7ece8aaae324 req-0f29cc61-47d7-4234-976c-8daf9c1a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:51.382023 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-955cfe71-54f2-4bfc-b7bf-7ece8aaae324 req-0f29cc61-47d7-4234-976c-8daf9c1a1376 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526559 Jun 24 10:27:51.488068 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-955cfe71-54f2-4bfc-b7bf-7ece8aaae324 req-8f7c55b7-2b90-4522-a4bf-98ba285bcf1d service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935755 Jun 24 10:27:51.560355 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-694e9f48-64e4-424c-9d0a-463bbaf4bcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:51.589608 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-955cfe71-54f2-4bfc-b7bf-7ece8aaae324 req-da0b60ea-d8ca-42d7-9666-bd606e694175 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942025 Jun 24 10:27:51.590666 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e9f48-64e4-424c-9d0a-463bbaf4bcb6 None None] The sync data for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi is: [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:27:51.807043 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd978032-f58d-4239-9d55-92f8e02daf32 None None] New status for floating IP d5498c44-7cf2-4607-8d99-92846a6d06fa: DOWN {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:27:52.092805 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1c110bee-0e3e-4ae0-afa3-afdf850a2655 req-a2fc7369-38cc-4ca5-81fb-8c5e1840fbc8 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e14ef3a-db86-4273-9fed-3c429b3af157 HTTP/1.1" status: 200 len: 210 time: 0.0334647 Jun 24 10:27:52.498795 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551837c7-50aa-4ecd-8c1c-9e14db02cff6 req-b3e84672-1e01-4ea0-be52-637af439929c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:52.500245 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-551837c7-50aa-4ecd-8c1c-9e14db02cff6 req-b3e84672-1e01-4ea0-be52-637af439929c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0652306 Jun 24 10:27:52.538199 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-551837c7-50aa-4ecd-8c1c-9e14db02cff6 req-4fe708d3-4b8b-4138-845b-3dfeea7fdeae tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323880 Jun 24 10:27:53.381367 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-f44864f3-d2cf-4d81-9716-50e0030f0a77 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1379360251&fields=id&tenant_id=401eb0c9690a4893b941db64b85396a1 HTTP/1.1" status: 200 len: 267 time: 0.0408399 Jun 24 10:27:53.495634 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-d6b411ec-91c5-452e-85e9-5a4ee0e27e35 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:53.497095 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-d6b411ec-91c5-452e-85e9-5a4ee0e27e35 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 812 time: 0.1149688 Jun 24 10:27:53.513103 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-9118f6a2-dc37-4915-8c70-f731f74ddd42 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/quotas/401eb0c9690a4893b941db64b85396a1 HTTP/1.1" status: 200 len: 375 time: 0.0094795 Jun 24 10:27:53.620984 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-5793ea25-2b75-4faf-9e90-33eebacf97e9 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016889 Jun 24 10:27:53.726144 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-280032ac-386d-47e0-a169-d84b604b2ae1 service neutron] 10.222.0.79 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918612 Jun 24 10:27:53.748965 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a15f1-0fa4-45ec-a05c-7e7c695c1b06 req-b9d2efae-822c-4262-b610-9abd50393dea tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:53.750482 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7a1a15f1-0fa4-45ec-a05c-7e7c695c1b06 req-b9d2efae-822c-4262-b610-9abd50393dea tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 946 time: 0.0706701 Jun 24 10:27:53.795522 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7a1a15f1-0fa4-45ec-a05c-7e7c695c1b06 req-78f0afb3-8bc6-431a-b535-132733f32ddd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383387 Jun 24 10:27:53.822432 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-dc46a129-b156-4b3d-bf79-f82200a00ac8 service neutron] 10.222.0.79 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902963 Jun 24 10:27:54.077999 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 016f3555-efc5-4bbc-996c-05dd98149ceb no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:54.134487 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c6932eda-2b2a-4453-905c-4b07525c9eaa req-d03315fc-09ef-47ca-801d-6d9f8c795d09 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 210 time: 0.0334094 Jun 24 10:27:54.181604 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:54.206821 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:27:54.209600 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1037e8-d69a-49f9-a76f-503c35e34ae6" -d '{"events": [{"server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:54.223296 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:54.229264 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:54.230199 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5465a941-7f2b-4418-a6a3-573125bcbc92 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:27:54.232734 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:54.272003 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: 5465a941-7f2b-4418-a6a3-573125bcbc92 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:27:54.272355 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5465a941-7f2b-4418-a6a3-573125bcbc92 not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:27:54.276602 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 10:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db576517-1e0d-47f6-bd0e-3fbeda0c28ef x-openstack-request-id: req-db576517-1e0d-47f6-bd0e-3fbeda0c28ef {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:54.276898 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "name": "network-vif-unplugged", "status": "failed", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb", "code": 422}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:54.277386 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-db576517-1e0d-47f6-bd0e-3fbeda0c28ef {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:54.277824 dv-cinder-790492-7-iscsi neutron-server[92853]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'code': 422} returned with failed status Jun 24 10:27:54.305430 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=016f3555-efc5-4bbc-996c-05dd98149ceb,revision_number=8']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:54.308543 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:55.026116 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4716333b-6537-4146-bcbf-8c278a70d650 req-40f61489-b854-41fb-bdcd-20378b3fa7b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547006 Jun 24 10:27:55.056624 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb83196-601a-41fa-ba8c-ec0dd0c14409 req-3139cbfa-9cb6-4183-adbd-626b541bc711 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:55.058667 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-edb83196-601a-41fa-ba8c-ec0dd0c14409 req-3139cbfa-9cb6-4183-adbd-626b541bc711 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.0806172 Jun 24 10:27:55.101142 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-edb83196-601a-41fa-ba8c-ec0dd0c14409 req-464a7ff2-d984-4454-83ba-3fcce6f6ecb8 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362239 Jun 24 10:27:55.347893 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-cfb9a18d-945f-4daa-9452-7fc385af5063 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:55.349424 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-cfb9a18d-945f-4daa-9452-7fc385af5063 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 812 time: 0.1471133 Jun 24 10:27:55.351604 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a27e7bf-07fa-4261-8b9e-a973d1e3261c req-e94ba507-7f49-402b-b089-02cb98db8189 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 210 time: 0.0416694 Jun 24 10:27:55.400316 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-64efb1aa-51fb-44bf-8301-e65e184b3b4c tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=401eb0c9690a4893b941db64b85396a1 HTTP/1.1" status: 200 len: 380 time: 0.0391474 Jun 24 10:27:55.409980 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'port': {'device_id': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'admin_state_up': True, 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'security_groups': ['1ccb6cac-271a-4f48-a01e-f36e5633bbd6']}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:27:55.518752 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Made reservation on behalf of 401eb0c9690a4893b941db64b85396a1 for: {'port': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:27:55.522353 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:55.658800 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Allocated IP 172.20.0.4 (34bc84c6-726b-4a2e-8157-ec7879cbe448/ae7b39c4-59d3-4993-bc90-4f139d81bbde/2816759c-b1bd-49f6-8321-f382f4666c99) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:27:55.803495 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:55.816927 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Transition to ACTIVE for port object 2816759c-b1bd-49f6-8321-f382f4666c99 will not be triggered until provisioned by entity DHCP. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:27:55.848962 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:55.853125 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-dda78ab5-8bcd-46cb-ba8c-18124b5b1edd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:55.892699 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Network 34bc84c6-726b-4a2e-8157-ec7879cbe448 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:27:55.895788 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:27:55.904171 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:27:55.914206 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'Port': ['ID=2816759c-b1bd-49f6-8321-f382f4666c99,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:55.935275 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:55.969358 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:55.970457 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:55.987975 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817945 Jun 24 10:27:55.999523 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Request body: {'port': {'device_id': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:27:56.029748 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716333b-6537-4146-bcbf-8c278a70d650 req-05e35068-7e01-4f28-95a5-f067f1ec3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:56.031524 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4716333b-6537-4146-bcbf-8c278a70d650 req-05e35068-7e01-4f28-95a5-f067f1ec3e09 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b&tenant_id=30b722359ee34becb7afe190d9a5b83e HTTP/1.1" status: 200 len: 1097 time: 0.0633552 Jun 24 10:27:56.083305 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:56.112160 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716333b-6537-4146-bcbf-8c278a70d650 req-9b16fd5c-809f-4083-96d6-d51c0f744226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:56.113880 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4716333b-6537-4146-bcbf-8c278a70d650 req-9b16fd5c-809f-4083-96d6-d51c0f744226 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 1097 time: 0.0591602 Jun 24 10:27:56.166531 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-03b19d39-18f4-4a55-8fd1-a7cfe452fdee None None] Provisioning for port 2816759c-b1bd-49f6-8321-f382f4666c99 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:27:56.172308 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-03b19d39-18f4-4a55-8fd1-a7cfe452fdee None None] Provisioning complete for port 2816759c-b1bd-49f6-8321-f382f4666c99 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:27:56.172900 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-03b19d39-18f4-4a55-8fd1-a7cfe452fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:56.228906 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-03b19d39-18f4-4a55-8fd1-a7cfe452fdee None None] Port 2816759c-b1bd-49f6-8321-f382f4666c99 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:27:56.260695 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716333b-6537-4146-bcbf-8c278a70d650 req-734abc50-fd65-4d01-ae50-545e8eea6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:56.267749 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4716333b-6537-4146-bcbf-8c278a70d650 req-734abc50-fd65-4d01-ae50-545e8eea6559 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 919 time: 0.1474943 Jun 24 10:27:56.370636 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4716333b-6537-4146-bcbf-8c278a70d650 req-34af4bd6-09de-4a99-a5e2-27b906ba4001 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016f3555-efc5-4bbc-996c-05dd98149ceb HTTP/1.1" status: 200 len: 999 time: 0.0904484 Jun 24 10:27:56.420886 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2816759c-b1bd-49f6-8321-f382f4666c99 {{(pid=92851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:27:56.427141 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e7a72-195c-4ee4-9494-426788482387 req-1d4d3850-c954-46ae-b41a-f17e57085055 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:56.428646 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5e2e7a72-195c-4ee4-9494-426788482387 req-1d4d3850-c954-46ae-b41a-f17e57085055 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.1599972 Jun 24 10:27:56.428778 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:56.442808 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Transition to ACTIVE for port object 2816759c-b1bd-49f6-8321-f382f4666c99 will not be triggered until provisioned by entity L2. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:27:56.449047 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:56.452926 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716333b-6537-4146-bcbf-8c278a70d650 req-6784ba52-4e1b-41a7-9536-260078a51835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:56.454154 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:56.455017 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4716333b-6537-4146-bcbf-8c278a70d650 req-6784ba52-4e1b-41a7-9536-260078a51835 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.0732200 Jun 24 10:27:56.524589 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5e2e7a72-195c-4ee4-9494-426788482387 req-f791c002-fb11-46d1-9679-5a1737839fd0 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799954 Jun 24 10:27:56.544126 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716333b-6537-4146-bcbf-8c278a70d650 req-637995f1-890b-4653-989f-74f0fbb5102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:56.546054 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4716333b-6537-4146-bcbf-8c278a70d650 req-637995f1-890b-4653-989f-74f0fbb5102f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833447 Jun 24 10:27:56.556144 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2816759c-b1bd-49f6-8321-f382f4666c99,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:56.560742 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:56.657843 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4716333b-6537-4146-bcbf-8c278a70d650 req-f21aa643-8801-4d3c-930e-9d4a149b8f71 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997033 Jun 24 10:27:56.662261 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Attempting to bind port 2816759c-b1bd-49f6-8321-f382f4666c99 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:27:56.662599 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Attempting to bind port 2816759c-b1bd-49f6-8321-f382f4666c99 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:27:56.662923 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Attempting to bind port 2816759c-b1bd-49f6-8321-f382f4666c99 on network 34bc84c6-726b-4a2e-8157-ec7879cbe448 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:27:56.672796 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Port 2816759c-b1bd-49f6-8321-f382f4666c99 on network 34bc84c6-726b-4a2e-8157-ec7879cbe448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:27:56.673028 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Attempting to bind port 2816759c-b1bd-49f6-8321-f382f4666c99 on network 34bc84c6-726b-4a2e-8157-ec7879cbe448 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:27:56.685665 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:27:56.686315 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Checking segment: {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:27:56.686879 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Bound using segment: {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:27:56.687499 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Bound port: 2816759c-b1bd-49f6-8321-f382f4666c99, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'}}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:27:56.688026 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:56.753912 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db341-57cc-4c0c-9e02-b04c82d2655e req-a31fa183-ad22-48cc-a9ea-35b103913df1 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:56.760885 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b81db341-57cc-4c0c-9e02-b04c82d2655e req-a31fa183-ad22-48cc-a9ea-35b103913df1 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.1468639 Jun 24 10:27:56.773341 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4716333b-6537-4146-bcbf-8c278a70d650 req-b8eafda2-531f-43f8-bb94-ddd8f84ef9a6 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074901 Jun 24 10:27:56.803236 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] For port 2816759c-b1bd-49f6-8321-f382f4666c99, host hv-cinder-79049, cleared binding levels {{(pid=92851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:27:56.826898 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] For port 2816759c-b1bd-49f6-8321-f382f4666c99, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2816759c-b1bd-49f6-8321-f382f4666c99,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:27:56.839014 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b81db341-57cc-4c0c-9e02-b04c82d2655e req-b341f289-7e5d-44e9-8bd8-8bb0e5663234 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768783 Jun 24 10:27:56.843027 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:56.854351 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:56.890980 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:56.891687 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:56.893042 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] 10.222.0.77 "PUT /v2.0/ports/2816759c-b1bd-49f6-8321-f382f4666c99 HTTP/1.1" status: 200 len: 1093 time: 0.8979669 Jun 24 10:27:56.893572 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'tag': '2816759c-b1bd-49f6-8321-f382f4666c99'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:27:56.895961 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1198318b-8cdf-41e7-a672-9bce90733f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef7e092-7950-44f9-92bd-065300ddcb8a", "tag": "2816759c-b1bd-49f6-8321-f382f4666c99"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:27:56.920978 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2816759c-b1bd-49f6-8321-f382f4666c99,revision_number=3']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:56.931964 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:56.961806 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fb843b-c127-4f12-8c93-c998f8c1ff95 x-openstack-request-id: req-15fb843b-c127-4f12-8c93-c998f8c1ff95 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:27:56.962272 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef7e092-7950-44f9-92bd-065300ddcb8a", "tag": "2816759c-b1bd-49f6-8321-f382f4666c99", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:27:56.962720 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-15fb843b-c127-4f12-8c93-c998f8c1ff95 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:27:56.963561 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'tag': '2816759c-b1bd-49f6-8321-f382f4666c99', 'status': 'completed', 'code': 200} Jun 24 10:27:57.020436 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-a0c8082f-1654-446e-ad5b-797be1e59747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:57.021995 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-a0c8082f-1654-446e-ad5b-797be1e59747 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 1096 time: 0.0731907 Jun 24 10:27:57.029343 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24a13d-afe5-4044-ab45-2075364ea2e0 req-f77922bd-faa5-4eb3-a608-4a23da5de125 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:57.031012 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2b24a13d-afe5-4044-ab45-2075364ea2e0 req-f77922bd-faa5-4eb3-a608-4a23da5de125 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0789118 Jun 24 10:27:57.069605 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-d0e3729c-ffcf-464e-af77-67edb0be1262 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2816759c-b1bd-49f6-8321-f382f4666c99 HTTP/1.1" status: 200 len: 217 time: 0.0391657 Jun 24 10:27:57.081814 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2b24a13d-afe5-4044-ab45-2075364ea2e0 req-e4321841-0068-4f2c-81ef-bfb22c18a105 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Jun 24 10:27:57.129692 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-c8eaf2b1-2006-445d-bcaa-627852be5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:57.131574 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-c8eaf2b1-2006-445d-bcaa-627852be5fe3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.0540617 Jun 24 10:27:57.206766 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-28ae2713-7adb-4fbb-9245-6a6cab55351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:57.208490 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-28ae2713-7adb-4fbb-9245-6a6cab55351d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696995 Jun 24 10:27:57.335027 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-dae4acfc-3cd3-4a02-a0cc-3760e1bba4ae service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172447 Jun 24 10:27:57.718710 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba3ce8-f9ed-46b9-a4ba-6dd95c7f7a91 req-7689280e-4226-451d-b3cf-8d9ee8a41c3c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:57.720357 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3bba3ce8-f9ed-46b9-a4ba-6dd95c7f7a91 req-7689280e-4226-451d-b3cf-8d9ee8a41c3c tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.0685217 Jun 24 10:27:57.760757 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3bba3ce8-f9ed-46b9-a4ba-6dd95c7f7a91 req-e5d25aed-6141-4f3b-afa0-4777dc7afd83 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347183 Jun 24 10:27:58.010718 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd8ef-0fbd-40e4-88e8-e062b6ce693b req-29c0afd9-3c29-4605-a1d7-e29dcc3072d5 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:58.012476 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49ecd8ef-0fbd-40e4-88e8-e062b6ce693b req-29c0afd9-3c29-4605-a1d7-e29dcc3072d5 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0670669 Jun 24 10:27:58.053527 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-49ecd8ef-0fbd-40e4-88e8-e062b6ce693b req-6b90282e-406c-4210-a3fe-b2dd43b7ecb6 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Jun 24 10:27:58.276696 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451aa45-5f24-4a5a-8b5f-fd1b5621b058 req-d0d9378e-ec1d-40f7-8694-e92fdc3de53f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:58.278446 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b451aa45-5f24-4a5a-8b5f-fd1b5621b058 req-d0d9378e-ec1d-40f7-8694-e92fdc3de53f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0725541 Jun 24 10:27:58.320017 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b451aa45-5f24-4a5a-8b5f-fd1b5621b058 req-db9329f1-442d-4514-a150-00d2b659869b tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357227 Jun 24 10:27:58.960992 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305ee35-a96d-45f5-b26c-f771f85b3a1f req-a0702c83-3905-4ada-aa79-817d38e1ae34 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:58.962628 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a305ee35-a96d-45f5-b26c-f771f85b3a1f req-a0702c83-3905-4ada-aa79-817d38e1ae34 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.0668786 Jun 24 10:27:59.003851 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a305ee35-a96d-45f5-b26c-f771f85b3a1f req-462def33-5fdf-4da9-b67b-cb951e9d428b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344727 Jun 24 10:27:59.230828 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c2b1-e18b-4e15-b6e0-1a50117d6483 req-9228e6f8-77a9-44f4-aefd-8f44d9d4eb1e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:59.232993 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3272c2b1-e18b-4e15-b6e0-1a50117d6483 req-9228e6f8-77a9-44f4-aefd-8f44d9d4eb1e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0673687 Jun 24 10:27:59.272085 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3272c2b1-e18b-4e15-b6e0-1a50117d6483 req-7e50f9c8-cec9-4055-87f3-bfa09b301070 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331733 Jun 24 10:27:59.515176 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf32e66-1bac-4dc4-861d-59b82643380c req-1c65ff0f-df03-4038-8ace-2ac76f25bb2f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:27:59.516643 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ebf32e66-1bac-4dc4-861d-59b82643380c req-1c65ff0f-df03-4038-8ace-2ac76f25bb2f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0708776 Jun 24 10:27:59.556040 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ebf32e66-1bac-4dc4-861d-59b82643380c req-5eeefbc7-a367-44ed-b049-5ac59b17adb4 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337033 Jun 24 10:28:00.193879 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a6e18-1831-45b3-bf75-be05cafa30f0 req-38c5d629-1acc-4fc7-9e7a-2bfd32b877b1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:00.195379 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-408a6e18-1831-45b3-bf75-be05cafa30f0 req-38c5d629-1acc-4fc7-9e7a-2bfd32b877b1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.0688813 Jun 24 10:28:00.236018 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-408a6e18-1831-45b3-bf75-be05cafa30f0 req-e1372134-1b9b-4a7d-8064-e507bbf92484 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342805 Jun 24 10:28:00.452410 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901c50d-1671-4d9f-a951-b1214827ea49 req-dbfedc71-036c-43cb-867a-8580473f54e0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:00.453940 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b901c50d-1671-4d9f-a951-b1214827ea49 req-dbfedc71-036c-43cb-867a-8580473f54e0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0680120 Jun 24 10:28:00.494989 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b901c50d-1671-4d9f-a951-b1214827ea49 req-67334fae-30ac-414c-a5aa-ac4c75d9feab tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349488 Jun 24 10:28:00.738500 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5501-f01b-4a31-8f85-406ba49c217c req-9848257e-40a5-4c72-a86a-39b218ab1559 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:00.739886 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c13a5501-f01b-4a31-8f85-406ba49c217c req-9848257e-40a5-4c72-a86a-39b218ab1559 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0640321 Jun 24 10:28:00.779442 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c13a5501-f01b-4a31-8f85-406ba49c217c req-24183226-5b74-4a4e-bcc7-12d464b5a3de tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334890 Jun 24 10:28:01.429400 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39598a6-5692-46a6-ab9f-878b5f40fef7 req-2c8b3869-5870-4281-833b-09f65cc1d641 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:01.431024 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d39598a6-5692-46a6-ab9f-878b5f40fef7 req-2c8b3869-5870-4281-833b-09f65cc1d641 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.0696478 Jun 24 10:28:01.470782 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d39598a6-5692-46a6-ab9f-878b5f40fef7 req-1c2b1474-f22d-4605-86c3-6f63546b1c54 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337849 Jun 24 10:28:01.673194 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d57d34-b2b7-48d4-a2c0-8e1790c2c246 req-41dab81f-9749-4511-b20b-db12433e3822 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:01.674703 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-65d57d34-b2b7-48d4-a2c0-8e1790c2c246 req-41dab81f-9749-4511-b20b-db12433e3822 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0660353 Jun 24 10:28:01.714338 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-65d57d34-b2b7-48d4-a2c0-8e1790c2c246 req-466dbf5d-a197-4e15-a968-ab72a01a9a75 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338287 Jun 24 10:28:01.968015 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518fa02-cda5-480a-8ea5-5535333e7239 req-b099dbfd-d51c-4b0a-885d-942e3729f3fe tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:01.969547 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8518fa02-cda5-480a-8ea5-5535333e7239 req-b099dbfd-d51c-4b0a-885d-942e3729f3fe tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0683687 Jun 24 10:28:02.010375 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8518fa02-cda5-480a-8ea5-5535333e7239 req-5c663522-dfea-4768-b63c-ba87d5701ada tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352368 Jun 24 10:28:02.655532 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763a55a-7e5e-4902-978d-a432f3338d42 req-2b6a83b1-94a5-4a59-94ca-930e7df1553d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:02.657036 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f763a55a-7e5e-4902-978d-a432f3338d42 req-2b6a83b1-94a5-4a59-94ca-930e7df1553d tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.0694053 Jun 24 10:28:02.696705 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f763a55a-7e5e-4902-978d-a432f3338d42 req-75aa3c4b-4114-41c9-bc09-72d67d44c976 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337305 Jun 24 10:28:02.893932 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ebb86-e126-4102-bebc-b2537b7ddf6c req-8962d734-bfea-4d25-ad18-d160cbde886a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:02.895433 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c3ebb86-e126-4102-bebc-b2537b7ddf6c req-8962d734-bfea-4d25-ad18-d160cbde886a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0650473 Jun 24 10:28:02.934945 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2c3ebb86-e126-4102-bebc-b2537b7ddf6c req-d20bf151-230b-483a-b77c-5413276a9536 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337532 Jun 24 10:28:03.201011 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea048e1-ff8d-4961-9a42-83e390c12335 req-faabed60-2964-4bc6-9a7b-176a84e806fd tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:03.202591 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ea048e1-ff8d-4961-9a42-83e390c12335 req-faabed60-2964-4bc6-9a7b-176a84e806fd tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0675344 Jun 24 10:28:03.243203 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ea048e1-ff8d-4961-9a42-83e390c12335 req-c4325d13-8532-4dba-afb0-39c8ea5ff392 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346918 Jun 24 10:28:03.391504 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:28:03.896878 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a53076-54fb-4a2e-a9b9-2a4a77dce6db req-ebdd2e1d-01ad-4002-b3ea-f5f9c5a3e1c5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:03.898384 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-01a53076-54fb-4a2e-a9b9-2a4a77dce6db req-ebdd2e1d-01ad-4002-b3ea-f5f9c5a3e1c5 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.0677097 Jun 24 10:28:03.941086 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-01a53076-54fb-4a2e-a9b9-2a4a77dce6db req-32cbe9bb-56a6-453e-aab0-8831e3999898 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364664 Jun 24 10:28:04.123498 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b9acd-91dc-4037-9638-46bfb5c50811 req-a217c8a5-791e-4141-aab3-677206319a5c tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:04.124892 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-771b9acd-91dc-4037-9638-46bfb5c50811 req-a217c8a5-791e-4141-aab3-677206319a5c tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0735750 Jun 24 10:28:04.166323 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-771b9acd-91dc-4037-9638-46bfb5c50811 req-e045fcd7-2b30-4f02-a96a-bc7369b05274 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353217 Jun 24 10:28:04.422979 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787127f-beef-4482-9d2f-5453ba963167 req-2349e8c7-109f-4299-9d06-548defd9b02a tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:04.424348 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d787127f-beef-4482-9d2f-5453ba963167 req-2349e8c7-109f-4299-9d06-548defd9b02a tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0667849 Jun 24 10:28:04.462097 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d787127f-beef-4482-9d2f-5453ba963167 req-a7782e79-a72e-4d0b-ae69-af20b4266012 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321784 Jun 24 10:28:04.961229 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:05.147133 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7291061-e98d-4082-9a01-676dcc0bfc83 req-4216bfc7-df78-4377-96b1-74b798d3690f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:05.148599 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b7291061-e98d-4082-9a01-676dcc0bfc83 req-4216bfc7-df78-4377-96b1-74b798d3690f tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.0673358 Jun 24 10:28:05.191636 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b7291061-e98d-4082-9a01-676dcc0bfc83 req-aab5389d-10e7-4816-82f3-f73978bdb8d4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348392 Jun 24 10:28:05.352641 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e92b-1d34-4121-9c12-491fc606eff1 req-eb6863a0-e52c-4ddf-a98b-c31fb695d0e7 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:05.355904 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-eb44e92b-1d34-4121-9c12-491fc606eff1 req-eb6863a0-e52c-4ddf-a98b-c31fb695d0e7 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0723808 Jun 24 10:28:05.398815 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-eb44e92b-1d34-4121-9c12-491fc606eff1 req-f4e75d9d-ae9d-400c-841f-027a2ddf9568 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359290 Jun 24 10:28:05.639065 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc272606-d950-48b8-aa3c-ec7a49c6c73a req-57d0b995-7835-45df-9ab7-bb9eb3f42a5a tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:05.640521 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dc272606-d950-48b8-aa3c-ec7a49c6c73a req-57d0b995-7835-45df-9ab7-bb9eb3f42a5a tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0632248 Jun 24 10:28:05.681008 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dc272606-d950-48b8-aa3c-ec7a49c6c73a req-3f99978c-95c6-4911-8f6b-da7e2f6f9b36 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344341 Jun 24 10:28:06.381530 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69feb22-bc10-419c-b7ac-b443f46da887 req-64ad21c3-1b54-4249-8502-09b0e96ec3c6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:06.383016 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b69feb22-bc10-419c-b7ac-b443f46da887 req-64ad21c3-1b54-4249-8502-09b0e96ec3c6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.0652101 Jun 24 10:28:06.421150 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b69feb22-bc10-419c-b7ac-b443f46da887 req-aac6134a-d99b-4181-8170-77789813f1cd tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321443 Jun 24 10:28:06.585458 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dafc4-8a01-464b-a2c8-b861996bbefa req-68c2d414-cad7-4704-a434-e49bba925477 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:06.586906 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-494dafc4-8a01-464b-a2c8-b861996bbefa req-68c2d414-cad7-4704-a434-e49bba925477 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0684519 Jun 24 10:28:06.627480 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-494dafc4-8a01-464b-a2c8-b861996bbefa req-87e8eafd-377a-46b8-a98e-f931edbf816b tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342860 Jun 24 10:28:06.854819 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd996-0baa-425c-96ca-c20d73f5a38c req-6d91dfa7-b39d-4a67-9565-4bfcb75072d3 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:06.856286 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-920bd996-0baa-425c-96ca-c20d73f5a38c req-6d91dfa7-b39d-4a67-9565-4bfcb75072d3 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0623555 Jun 24 10:28:06.892665 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-920bd996-0baa-425c-96ca-c20d73f5a38c req-59ef6af3-c198-46b9-9498-ed8d34e4746e tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300529 Jun 24 10:28:07.334086 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f822e61f-a873-49e9-9421-2507bb5037d2 req-ce26be6e-cc6d-47bd-ab41-f8ee4c23e6c6 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859342 Jun 24 10:28:07.439239 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198318b-8cdf-41e7-a672-9bce90733f1d req-14a7b0e6-8b97-4792-8a9d-b2a7d3c720e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:07.440971 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1198318b-8cdf-41e7-a672-9bce90733f1d req-14a7b0e6-8b97-4792-8a9d-b2a7d3c720e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 1096 time: 0.0557592 Jun 24 10:28:07.531506 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198318b-8cdf-41e7-a672-9bce90733f1d req-f39905ba-b856-4100-b0b1-d8586dbc646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:07.532993 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1198318b-8cdf-41e7-a672-9bce90733f1d req-f39905ba-b856-4100-b0b1-d8586dbc646c service neutron] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 914 time: 0.0840685 Jun 24 10:28:07.603232 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1198318b-8cdf-41e7-a672-9bce90733f1d req-f48c15ba-d606-4d91-a8f4-d1bc666f29e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2816759c-b1bd-49f6-8321-f382f4666c99 HTTP/1.1" status: 200 len: 217 time: 0.0552428 Jun 24 10:28:07.660943 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198318b-8cdf-41e7-a672-9bce90733f1d req-130cd24c-c991-464d-ab6d-d7eed437e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:07.662444 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1198318b-8cdf-41e7-a672-9bce90733f1d req-130cd24c-c991-464d-ab6d-d7eed437e488 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.0518236 Jun 24 10:28:07.673611 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e571601-7c0f-4246-a13c-e2220f14e21c req-4d308263-a38a-4764-97f3-bfc948acd141 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:07.675059 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9e571601-7c0f-4246-a13c-e2220f14e21c req-4d308263-a38a-4764-97f3-bfc948acd141 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.1358931 Jun 24 10:28:07.743739 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9e571601-7c0f-4246-a13c-e2220f14e21c req-1e2c1285-e06c-48bf-a81d-33672f7ea182 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604959 Jun 24 10:28:07.758629 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198318b-8cdf-41e7-a672-9bce90733f1d req-af089989-44c7-4922-8ca5-fa0241822f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:07.760123 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1198318b-8cdf-41e7-a672-9bce90733f1d req-af089989-44c7-4922-8ca5-fa0241822f0a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842121 Jun 24 10:28:07.812982 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ea57-64af-44e6-8c42-f7405a1e8a68 req-7e0f81de-f4db-42b9-9e99-7b62eaa4d7f1 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:07.815251 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b1e2ea57-64af-44e6-8c42-f7405a1e8a68 req-7e0f81de-f4db-42b9-9e99-7b62eaa4d7f1 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0784731 Jun 24 10:28:07.850305 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1198318b-8cdf-41e7-a672-9bce90733f1d req-fcf7d6d1-14e3-4aff-be45-373662224163 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829134 Jun 24 10:28:07.851619 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-b1e2ea57-64af-44e6-8c42-f7405a1e8a68 req-a3d2ab31-7042-4e76-8ede-b25c88807ef0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311620 Jun 24 10:28:07.944334 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1198318b-8cdf-41e7-a672-9bce90733f1d req-6672f777-b043-4c56-85aa-29514ba78f50 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871830 Jun 24 10:28:08.065236 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa3813-be4a-41b7-9233-16642d9087b7 req-a983ff21-b22f-4a75-a4b4-e3368ac2809c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:08.066753 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-20aa3813-be4a-41b7-9233-16642d9087b7 req-a983ff21-b22f-4a75-a4b4-e3368ac2809c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0635018 Jun 24 10:28:08.104725 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-20aa3813-be4a-41b7-9233-16642d9087b7 req-95ac7328-6043-461a-a11c-8650821ffaba tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323181 Jun 24 10:28:08.391078 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-e77dcf20-2035-43a9-98f8-9756f5d8166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:08.720246 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-66e31f99-bd51-4ef9-a709-ea3e7a385d09 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:08.721645 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-66e31f99-bd51-4ef9-a709-ea3e7a385d09 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0609124 Jun 24 10:28:08.826765 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Deleting port 21a9608c-ecd3-49b8-a42e-daafc983dc58 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:08.827164 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:08.913974 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] For port 21a9608c-ecd3-49b8-a42e-daafc983dc58, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=21a9608c-ecd3-49b8-a42e-daafc983dc58,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:08.914371 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:08.931175 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7593c0a-7f9b-4467-a02f-b3bc1f4c1b43 req-7084bdf7-a66e-4322-87dc-af7651598647 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:08.933377 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d7593c0a-7f9b-4467-a02f-b3bc1f4c1b43 req-7084bdf7-a66e-4322-87dc-af7651598647 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.0685422 Jun 24 10:28:08.973108 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-d7593c0a-7f9b-4467-a02f-b3bc1f4c1b43 req-1c6d0981-1e3f-45a5-8e0f-fca1029ceab4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332789 Jun 24 10:28:09.292424 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a339f-d964-4523-9616-f1ddaa851531 req-156a33b6-b56d-45b8-988d-aab617e21348 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:09.293834 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e30a339f-d964-4523-9616-f1ddaa851531 req-156a33b6-b56d-45b8-988d-aab617e21348 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 946 time: 0.0687988 Jun 24 10:28:09.332502 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e30a339f-d964-4523-9616-f1ddaa851531 req-1704a229-10a7-47da-a204-35bf603dc272 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups?id=0afe54c1-4a60-47fc-9a7b-e777756b01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324099 Jun 24 10:28:09.366046 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0f1d2-ef02-45af-9f17-23150a429c20 req-da5b1b74-efcd-4a12-ab3c-688096390f45 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:09.367505 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-baa0f1d2-ef02-45af-9f17-23150a429c20 req-da5b1b74-efcd-4a12-ab3c-688096390f45 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.4035137 Jun 24 10:28:09.396484 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:09.396844 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:09.397149 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.l3_db [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Floating IP 8a80bfd0-e2e8-4efb-875f-06705ef84f36 disassociated. External IP: 172.27.2.8, port: 21a9608c-ecd3-49b8-a42e-daafc983dc58. Jun 24 10:28:09.397484 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Calling delete_port for 21a9608c-ecd3-49b8-a42e-daafc983dc58 owned by compute:nova {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:09.423979 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-baa0f1d2-ef02-45af-9f17-23150a429c20 req-84dd1356-c742-4c4e-b9b1-f47ba87da77f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500655 Jun 24 10:28:09.536037 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:09.539820 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a7066fd2-491d-4519-962f-acefe307d5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:09.565109 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event deleted for resources: {'Port': ['ID=21a9608c-ecd3-49b8-a42e-daafc983dc58,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:09.567881 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:09.673581 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:28:09.775177 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:28:09.785404 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efcd68-7289-4be1-bc4f-cbd78bc498bf None None] Sync routers for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:28:09.794951 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efcd68-7289-4be1-bc4f-cbd78bc498bf None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:09.795625 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-71efcd68-7289-4be1-bc4f-cbd78bc498bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:09.817940 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] No DVR routers for this DVR port 21a9608c-ecd3-49b8-a42e-daafc983dc58 on host hv-cinder-79049 {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:28:09.820617 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:09.822932 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3f6bd3dc-95c8-420c-8671-da6bfc794d03 req-b3838060-fd07-477b-acf8-48f2dc11100d tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.77 "DELETE /v2.0/ports/21a9608c-ecd3-49b8-a42e-daafc983dc58 HTTP/1.1" status: 204 len: 173 time: 1.0953934 Jun 24 10:28:09.823459 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'name': 'network-vif-deleted', 'tag': '21a9608c-ecd3-49b8-a42e-daafc983dc58'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:28:09.826897 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682f2ae6-c201-4c8e-8e48-00e19b438ac6" -d '{"events": [{"server_uuid": "aa6ab1b1-0553-48eb-b64e-03da8ee8756b", "name": "network-vif-deleted", "tag": "21a9608c-ecd3-49b8-a42e-daafc983dc58"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:28:09.869706 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25decea7-1729-4e3b-af33-3fb55efeb6d2 x-openstack-request-id: req-25decea7-1729-4e3b-af33-3fb55efeb6d2 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:28:09.870037 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6ab1b1-0553-48eb-b64e-03da8ee8756b", "name": "network-vif-deleted", "tag": "21a9608c-ecd3-49b8-a42e-daafc983dc58", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:28:09.870375 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-25decea7-1729-4e3b-af33-3fb55efeb6d2 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:28:09.870807 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6ab1b1-0553-48eb-b64e-03da8ee8756b', 'name': 'network-vif-deleted', 'tag': '21a9608c-ecd3-49b8-a42e-daafc983dc58', 'status': 'completed', 'code': 200} Jun 24 10:28:09.913706 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-71efcd68-7289-4be1-bc4f-cbd78bc498bf None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:10.124521 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-71efcd68-7289-4be1-bc4f-cbd78bc498bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:10.154437 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efcd68-7289-4be1-bc4f-cbd78bc498bf None None] Checking router: 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:28:10.163196 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efcd68-7289-4be1-bc4f-cbd78bc498bf None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:10.163850 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-71efcd68-7289-4be1-bc4f-cbd78bc498bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:27:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:10.166593 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66fddb-9e17-4f8c-bafd-22306febd466 req-6d1298ec-6f65-47fc-92c6-63096190e1b6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:10.168049 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8b66fddb-9e17-4f8c-bafd-22306febd466 req-6d1298ec-6f65-47fc-92c6-63096190e1b6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 944 time: 0.0647116 Jun 24 10:28:10.197553 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 016f3555-efc5-4bbc-996c-05dd98149ceb details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:28:10.207495 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8b66fddb-9e17-4f8c-bafd-22306febd466 req-918c5971-030b-45ff-9ba6-8f3c5cac7518 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336864 Jun 24 10:28:10.472950 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:10.493122 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'port_id': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'mac_address': 'fa:16:3e:91:e4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:28:10.495877 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-71efcd68-7289-4be1-bc4f-cbd78bc498bf None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:10.503243 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-1df3ef07-b4d6-4a5b-9eb1-ba881b00219b req-217ace29-7dc3-4f07-9e13-4e64798229b8 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa6ab1b1-0553-48eb-b64e-03da8ee8756b HTTP/1.1" status: 200 len: 210 time: 0.0313423 Jun 24 10:28:10.607552 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0416f9-7324-428d-a25c-959234ec8e2c req-43da4993-92db-4730-ac38-ca932be18b97 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:10.608952 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0a0416f9-7324-428d-a25c-959234ec8e2c req-43da4993-92db-4730-ac38-ca932be18b97 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0639899 Jun 24 10:28:10.631930 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:10.647358 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0a0416f9-7324-428d-a25c-959234ec8e2c req-be9a66f4-b8f4-460f-a553-172e3f8dc773 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Jun 24 10:28:10.651116 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016f3555-efc5-4bbc-996c-05dd98149ceb {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:28:10.688810 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:10.695982 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:10.702019 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:10.772016 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=016f3555-efc5-4bbc-996c-05dd98149ceb,revision_number=9']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:10.775388 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:10.791370 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-71efcd68-7289-4be1-bc4f-cbd78bc498bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:10.829839 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efcd68-7289-4be1-bc4f-cbd78bc498bf None None] The sync data for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi is: [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:22Z', 'revision_number': 4, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '7ee59c61-ee12-43c8-890a-c3743e564d28', 'name': '', 'network_id': 'cb1584e0-04d6-4d1c-8080-45f02e1db216', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'mac_address': 'fa:16:3e:89:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:19Z', 'updated_at': '2021-06-24T10:21:33Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'subnets': [{'id': '33e31fd6-08c5-47a7-bea3-9d75e23dc5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:28:10.906001 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['016f3555-efc5-4bbc-996c-05dd98149ceb'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:28:11.096632 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c723f946-8dea-4098-b2a7-565aa90236f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:11.138740 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe20fe9-dc66-4565-b586-9c80df370a47 None None] New status for floating IP 8a80bfd0-e2e8-4efb-875f-06705ef84f36: DOWN {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:28:11.223169 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:11.388614 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a882c-4660-4018-aa82-5032c82594fa req-3f33b6e0-e945-42b1-908f-e682a20d03a4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:11.390488 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fb6a882c-4660-4018-aa82-5032c82594fa req-3f33b6e0-e945-42b1-908f-e682a20d03a4 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 945 time: 0.0614328 Jun 24 10:28:11.431978 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-fb6a882c-4660-4018-aa82-5032c82594fa req-80abe6b2-bcee-4b9e-a1ee-021d4c0c5053 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359130 Jun 24 10:28:11.621321 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 42318) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:11.673779 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4a32faf9-dd3f-41b2-a68d-ac072544cf29 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:11.696335 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4a32faf9-dd3f-41b2-a68d-ac072544cf29 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:11.746185 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4a32faf9-dd3f-41b2-a68d-ac072544cf29 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:11.748756 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4a32faf9-dd3f-41b2-a68d-ac072544cf29 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:11.749940 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-4a32faf9-dd3f-41b2-a68d-ac072544cf29 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "DELETE /v2.0/security-groups/0afe54c1-4a60-47fc-9a7b-e777756b01b9 HTTP/1.1" status: 204 len: 168 time: 0.1275942 Jun 24 10:28:11.750771 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2f1ede06-cb2c-4651-99a0-3f67ad978888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:11.752852 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42322) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:11.759895 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32faf9-dd3f-41b2-a68d-ac072544cf29 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afe54c1-4a60-47fc-9a7b-e777756b01b9,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:11.763016 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-4a32faf9-dd3f-41b2-a68d-ac072544cf29 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:11.767381 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.api.v2.resource [None req-c0238152-53f3-4d95-9a3b-bce6eabe1d5c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] show failed (client error): The resource could not be found. Jun 24 10:28:11.768361 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-c0238152-53f3-4d95-9a3b-bce6eabe1d5c tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "GET /v2.0/security-groups/0afe54c1-4a60-47fc-9a7b-e777756b01b9 HTTP/1.1" status: 404 len: 347 time: 0.0144341 Jun 24 10:28:11.771183 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42324) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:11.827644 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745801e9-5d62-400e-ac05-1e94200bc6e3 req-c8673e5b-baba-4114-98dd-8aabdd15abfc tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:11.829245 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-745801e9-5d62-400e-ac05-1e94200bc6e3 req-c8673e5b-baba-4114-98dd-8aabdd15abfc tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0673039 Jun 24 10:28:11.865819 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-745801e9-5d62-400e-ac05-1e94200bc6e3 req-472a95cc-513b-437e-a402-69fec46934ed tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306909 Jun 24 10:28:11.895503 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Deleting port 72834cbb-ad2b-4858-8162-aee2fe8bce2c {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:11.895842 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:11.970425 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:11.970754 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:11.981732 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Calling delete_port for 72834cbb-ad2b-4858-8162-aee2fe8bce2c owned by network:floatingip {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:12.032062 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:12.110955 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:12.113677 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-225cd13b-2b48-4c07-b79a-dbca7ead5b3e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:12.142653 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Pushing event deleted for resources: {'Port': ['ID=72834cbb-ad2b-4858-8162-aee2fe8bce2c,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:12.159238 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:12.198508 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks [] for floatingip, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:12.200905 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:12.202016 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] 10.222.0.79 "DELETE /v2.0/floatingips/8a80bfd0-e2e8-4efb-875f-06705ef84f36 HTTP/1.1" status: 204 len: 168 time: 0.4297969 Jun 24 10:28:12.205592 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 016f3555-efc5-4bbc-996c-05dd98149ceb up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:28:12.257592 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 016f3555-efc5-4bbc-996c-05dd98149ceb triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:28:12.257971 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:12.339017 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:12.361084 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:28:12.363646 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b478d834-8f01-4552-a569-c5dec554dfc7" -d '{"events": [{"server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "name": "network-vif-plugged", "status": "completed", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:28:12.376231 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:12.380882 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:12.381905 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 21a9608c-ecd3-49b8-a42e-daafc983dc58 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:28:12.383634 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-d8ea4f0c-c12b-4fdf-88ae-e39ad7609f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:12.423069 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea27df6-8980-4386-a2bc-2984c6dbe571 x-openstack-request-id: req-9ea27df6-8980-4386-a2bc-2984c6dbe571 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:28:12.423069 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "name": "network-vif-plugged", "status": "completed", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:28:12.423069 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9ea27df6-8980-4386-a2bc-2984c6dbe571 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:28:12.423602 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'code': 200} Jun 24 10:28:12.426297 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: 21a9608c-ecd3-49b8-a42e-daafc983dc58 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:28:12.426692 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 21a9608c-ecd3-49b8-a42e-daafc983dc58 not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:28:12.458217 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=016f3555-efc5-4bbc-996c-05dd98149ceb,revision_number=10']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:12.462669 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:12.651170 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac17ff-9095-4341-be34-780675d2fd61 req-a67856e5-ad64-4a5f-9846-c97928456db1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:12.652641 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8cac17ff-9095-4341-be34-780675d2fd61 req-a67856e5-ad64-4a5f-9846-c97928456db1 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 947 time: 0.1008463 Jun 24 10:28:12.657681 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c36f23-0e7c-4a31-b3e0-bf025481413d req-aeb3371b-b824-48cf-94d6-f497a6d68273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:12.659072 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b4c36f23-0e7c-4a31-b3e0-bf025481413d req-aeb3371b-b824-48cf-94d6-f497a6d68273 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 1100 time: 0.0973215 Jun 24 10:28:12.713999 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8cac17ff-9095-4341-be34-780675d2fd61 req-7333b1b3-0410-4b7c-8d04-da8a94575d96 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539906 Jun 24 10:28:12.715927 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b4c36f23-0e7c-4a31-b3e0-bf025481413d req-d1a97b8f-7584-48cf-aa5d-36f0214d6641 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492899 Jun 24 10:28:13.052218 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9e3bc-6bcd-4bab-a4cd-705492ea9c5e req-feacf488-ee27-4717-a260-ab4885625af3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:13.053691 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a7c9e3bc-6bcd-4bab-a4cd-705492ea9c5e req-feacf488-ee27-4717-a260-ab4885625af3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0685046 Jun 24 10:28:13.092347 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a7c9e3bc-6bcd-4bab-a4cd-705492ea9c5e req-93d042bf-b1f3-43f5-ba04-bb8065979ff3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328608 Jun 24 10:28:13.738039 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:13.898330 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227e375-51af-4e8f-9835-2b98725aa2e0 req-b6a1ce2b-ea49-4b95-9634-115c1eb70816 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:13.899799 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3227e375-51af-4e8f-9835-2b98725aa2e0 req-b6a1ce2b-ea49-4b95-9634-115c1eb70816 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 947 time: 0.0649993 Jun 24 10:28:13.937184 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3227e375-51af-4e8f-9835-2b98725aa2e0 req-d2d395b9-ccbd-4890-9655-c3b71a63cf17 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310423 Jun 24 10:28:14.217089 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2816759c-b1bd-49f6-8321-f382f4666c99 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:28:14.271254 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff1d62-17d8-483c-b93f-c3cd6666fb44 req-9dc7f7e7-024e-4211-bca3-7dc0362c175f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:14.272835 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-14ff1d62-17d8-483c-b93f-c3cd6666fb44 req-9dc7f7e7-024e-4211-bca3-7dc0362c175f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 943 time: 0.0619369 Jun 24 10:28:14.308837 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-14ff1d62-17d8-483c-b93f-c3cd6666fb44 req-8974e6ea-93fe-42b0-a807-ca2fb06e1f97 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304224 Jun 24 10:28:14.311781 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 2816759c-b1bd-49f6-8321-f382f4666c99, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2816759c-b1bd-49f6-8321-f382f4666c99,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:14.323765 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '2816759c-b1bd-49f6-8321-f382f4666c99', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'port_id': '2816759c-b1bd-49f6-8321-f382f4666c99', 'mac_address': 'fa:16:3e:ac:c0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:28:14.359493 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:14.375454 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2816759c-b1bd-49f6-8321-f382f4666c99 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:28:14.395447 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 2816759c-b1bd-49f6-8321-f382f4666c99, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2816759c-b1bd-49f6-8321-f382f4666c99,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:14.399495 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:14.402328 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-1237e567-e1e7-4bad-9453-c326ac0b99dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:14.446411 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=2816759c-b1bd-49f6-8321-f382f4666c99,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:14.449526 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:14.617608 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['2816759c-b1bd-49f6-8321-f382f4666c99'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:28:15.117334 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adff78a-fcc5-449e-abf0-6456e8a7f5be req-a0a586cb-2929-4646-9141-b55756dd18de tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:15.118813 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8adff78a-fcc5-449e-abf0-6456e8a7f5be req-a0a586cb-2929-4646-9141-b55756dd18de tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 947 time: 0.0679898 Jun 24 10:28:15.155863 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8adff78a-fcc5-449e-abf0-6456e8a7f5be req-6dab3a66-b6c6-401d-ae8f-18704720c455 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314231 Jun 24 10:28:15.475798 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfded3f-3549-46b9-b1b6-576221c0399b req-4346b6a1-8f03-41da-8982-6fe10dc26926 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:15.477227 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6dfded3f-3549-46b9-b1b6-576221c0399b req-4346b6a1-8f03-41da-8982-6fe10dc26926 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 944 time: 0.0604792 Jun 24 10:28:15.517121 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-6dfded3f-3549-46b9-b1b6-576221c0399b req-8a3c4e05-3384-4b20-a9dc-ab04095c8cf7 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342457 Jun 24 10:28:15.864783 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42402) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:16.217941 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2816759c-b1bd-49f6-8321-f382f4666c99 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:28:16.265209 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 2816759c-b1bd-49f6-8321-f382f4666c99 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:28:16.268831 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 2816759c-b1bd-49f6-8321-f382f4666c99 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:28:16.269205 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:16.336057 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450458'] for router_interface, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:16.345842 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:16.367745 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2816759c-b1bd-49f6-8321-f382f4666c99'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:28:16.370225 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54839d3-2f8e-4308-b596-d46fedcdf357" -d '{"events": [{"server_uuid": "8ef7e092-7950-44f9-92bd-065300ddcb8a", "name": "network-vif-plugged", "status": "completed", "tag": "2816759c-b1bd-49f6-8321-f382f4666c99"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:28:16.382488 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 2816759c-b1bd-49f6-8321-f382f4666c99, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2816759c-b1bd-49f6-8321-f382f4666c99,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:16.387661 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:16.389583 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:16.411304 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807f446-f4f3-47b5-808a-271d19683702 x-openstack-request-id: req-9807f446-f4f3-47b5-808a-271d19683702 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:28:16.411606 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef7e092-7950-44f9-92bd-065300ddcb8a", "name": "network-vif-plugged", "status": "completed", "tag": "2816759c-b1bd-49f6-8321-f382f4666c99", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:28:16.411867 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9807f446-f4f3-47b5-808a-271d19683702 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:28:16.412258 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2816759c-b1bd-49f6-8321-f382f4666c99', 'code': 200} Jun 24 10:28:16.440830 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=2816759c-b1bd-49f6-8321-f382f4666c99,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:16.444930 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:16.590095 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Deleting port 7ee59c61-ee12-43c8-890a-c3743e564d28 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:16.590750 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:16.688568 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3ad5d-abfd-4b32-b7db-2b843e9e59bb req-46edcbe2-3858-4d58-ac82-f3f0b40dcc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:16.690329 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-15d3ad5d-abfd-4b32-b7db-2b843e9e59bb req-46edcbe2-3858-4d58-ac82-f3f0b40dcc10 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 1098 time: 0.0522642 Jun 24 10:28:16.708647 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] For port 7ee59c61-ee12-43c8-890a-c3743e564d28, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=7ee59c61-ee12-43c8-890a-c3743e564d28,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:16.709000 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:16.725295 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Calling delete_port for 7ee59c61-ee12-43c8-890a-c3743e564d28 owned by network:router_interface {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:16.725607 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-15d3ad5d-abfd-4b32-b7db-2b843e9e59bb req-0128699e-3299-4a03-8c8f-5a75d61ed7af service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290062 Jun 24 10:28:16.738218 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7660f78-0b8c-4997-8bd9-320b347eb37f req-178463f7-d14b-4e65-8640-be97883a5040 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:16.739658 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7660f78-0b8c-4997-8bd9-320b347eb37f req-178463f7-d14b-4e65-8640-be97883a5040 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 945 time: 0.1064243 Jun 24 10:28:16.816032 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e7660f78-0b8c-4997-8bd9-320b347eb37f req-22f20f9c-646f-4421-b2c3-2da68c90506e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697515 Jun 24 10:28:16.936257 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:16.938280 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-dc444c99-38f6-46bc-8f85-ffeaeb399423 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:16.964652 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee59c61-ee12-43c8-890a-c3743e564d28,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:16.968301 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:17.127302 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447242'] for router_interface, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:17.604023 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:28:17.709684 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:28:17.714897 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] 10.222.0.79 "PUT /v2.0/routers/1ae22e81-a19f-47b2-bfd2-cfb77926b2cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8490105 Jun 24 10:28:17.717312 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42410) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:17.720065 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d970dc-1fba-4958-a45b-444dc9fe09bd None None] Sync routers for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:28:17.731017 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d970dc-1fba-4958-a45b-444dc9fe09bd None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:17.731630 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-f4d970dc-1fba-4958-a45b-444dc9fe09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:28:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:17.829671 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Notify callbacks [] for router, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:17.841007 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-f4d970dc-1fba-4958-a45b-444dc9fe09bd None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:17.931757 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.005440 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Deleting port 84129f71-9605-4d00-a77f-8a46b9c41fe1 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:18.005788 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.020236 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772389d8-64fd-4fc1-ab94-37a46f81d055 req-5bfae8c8-087b-4340-8bbc-c2ddd5274bf5 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:18.021769 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-772389d8-64fd-4fc1-ab94-37a46f81d055 req-5bfae8c8-087b-4340-8bbc-c2ddd5274bf5 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 945 time: 0.0678327 Jun 24 10:28:18.039991 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-f4d970dc-1fba-4958-a45b-444dc9fe09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:28:16Z', 'revision_number': 5, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port': {'id': '84129f71-9605-4d00-a77f-8a46b9c41fe1', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:12Z', 'updated_at': '2021-06-24T10:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:18.064285 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-772389d8-64fd-4fc1-ab94-37a46f81d055 req-bd71f026-60b4-4bf4-8bc5-6ddcd3610db5 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355256 Jun 24 10:28:18.069955 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d970dc-1fba-4958-a45b-444dc9fe09bd None None] Checking router: 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:28:18.078413 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d970dc-1fba-4958-a45b-444dc9fe09bd None None] Routers {'1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:18.079030 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-f4d970dc-1fba-4958-a45b-444dc9fe09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:28:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:18.094717 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] For port 84129f71-9605-4d00-a77f-8a46b9c41fe1, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=84129f71-9605-4d00-a77f-8a46b9c41fe1,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:18.095073 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.108810 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Calling delete_port for 84129f71-9605-4d00-a77f-8a46b9c41fe1 owned by network:router_gateway {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:18.172474 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-f4d970dc-1fba-4958-a45b-444dc9fe09bd None None] Set router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd gateway port host: None {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:18.224051 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-f4d970dc-1fba-4958-a45b-444dc9fe09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:28:17Z', 'revision_number': 6, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port_host': None}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:18.252081 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d970dc-1fba-4958-a45b-444dc9fe09bd None None] The sync data for ids ['1ae22e81-a19f-47b2-bfd2-cfb77926b2cd'] in dv-cinder-790492-7-iscsi is: [{'id': '1ae22e81-a19f-47b2-bfd2-cfb77926b2cd', 'name': 'tempest-AttachVolumeTestJSON-232686377-router', 'tenant_id': 'e683cb703211418eb4591c60f3bf0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:28:17Z', 'revision_number': 6, 'project_id': 'e683cb703211418eb4591c60f3bf0b67', 'gw_port_host': None}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:28:18.309306 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30378e-fec3-443b-bcbc-01231654fc76 req-3efdb261-2405-4979-8ad5-0135f4446e7b tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:18.310837 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8f30378e-fec3-443b-bcbc-01231654fc76 req-3efdb261-2405-4979-8ad5-0135f4446e7b tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 945 time: 0.1339767 Jun 24 10:28:18.347046 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.353926 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c117bc51-26e7-49fd-a767-2ce42b5e3128 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:18.383831 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-8f30378e-fec3-443b-bcbc-01231654fc76 req-ad105821-b2be-4842-9e63-797ea1bac27a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667946 Jun 24 10:28:18.384291 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=84129f71-9605-4d00-a77f-8a46b9c41fe1,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:18.388178 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:18.409666 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42416) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:18.483198 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448239'] for router_gateway, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.577964 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7773c7b2-454b-4155-8991-2a4fc500cad8 tempest-TestVolumeBootPattern-1331199398 tempest-TestVolumeBootPattern-1331199398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:18.579426 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-7773c7b2-454b-4155-8991-2a4fc500cad8 tempest-TestVolumeBootPattern-1331199398 tempest-TestVolumeBootPattern-1331199398-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 1093 time: 0.1688168 Jun 24 10:28:18.581089 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24320'] for router, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.582298 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 42418) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:18.583415 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.587104 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'floatingip': {'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'port_id': '2816759c-b1bd-49f6-8321-f382f4666c99', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:28:18.616355 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.632230 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444839'] for router, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.633172 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ae22e81-a19f-47b2-bfd2-cfb77926b2cd {{(pid=92850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:28:18.641049 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.644413 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] 10.222.0.79 "DELETE /v2.0/routers/1ae22e81-a19f-47b2-bfd2-cfb77926b2cd HTTP/1.1" status: 204 len: 168 time: 0.9239392 Jun 24 10:28:18.644666 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42420) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:18.703161 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b46d0d-49a9-405f-ac3a-f376f218a3cd admin admin] Deleting subnet 33e31fd6-08c5-47a7-bea3-9d75e23dc5c3 {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:28:18.707477 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-82b46d0d-49a9-405f-ac3a-f376f218a3cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.750003 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.757987 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 7ee59c61-ee12-43c8-890a-c3743e564d28 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:28:18.758502 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-82b46d0d-49a9-405f-ac3a-f376f218a3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247190'] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.782636 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 7ee59c61-ee12-43c8-890a-c3743e564d28 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:28:18.783257 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 7ee59c61-ee12-43c8-890a-c3743e564d28 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:28:18.853579 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-82b46d0d-49a9-405f-ac3a-f376f218a3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.865282 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Allocated IP 172.27.2.15 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/24569d60-f782-4f15-b433-fac6c881fc60) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:28:18.906260 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-82b46d0d-49a9-405f-ac3a-f376f218a3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7169183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7241091'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.909252 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-3f518d55-6eea-4e77-b854-e30e0abd0b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:18.938129 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b46d0d-49a9-405f-ac3a-f376f218a3cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e31fd6-08c5-47a7-bea3-9d75e23dc5c3,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:18.940422 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-82b46d0d-49a9-405f-ac3a-f376f218a3cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:18.942353 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-82b46d0d-49a9-405f-ac3a-f376f218a3cd admin admin] 10.222.0.79 "DELETE /v2.0/subnets/33e31fd6-08c5-47a7-bea3-9d75e23dc5c3 HTTP/1.1" status: 204 len: 168 time: 0.2964847 Jun 24 10:28:18.943206 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-82b46d0d-49a9-405f-ac3a-f376f218a3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:18.944764 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42422) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:18.952783 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea483bc1-0e6e-495a-9a00-02d84a4bbbbc None None] Network cb1584e0-04d6-4d1c-8080-45f02e1db216 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:28:18.975250 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.010782 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.015868 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.018996 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-309a2b5a-106a-4247-b6b4-131c60ed2956 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:19.057915 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:28:19.063818 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Deleting port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:19.064276 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.065323 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:28:19.070014 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:28:19.100500 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'Port': ['ID=24569d60-f782-4f15-b433-fac6c881fc60,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:19.104559 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:19.138842 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] For port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=45e9e2d0-18e4-4ef6-85f4-10ff57293c61,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:19.139259 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.162449 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Calling delete_port for 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 owned by network:dhcp {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:19.187202 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cea8e6-d3fb-48fa-bf65-45645d9e9b00 None None] DHCP port deletion for cb1584e0-04d6-4d1c-8080-45f02e1db216 request from dv-cinder-790492-7-iscsi {{(pid=92853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:28:19.237033 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c3cea8e6-d3fb-48fa-bf65-45645d9e9b00 None None] Deleting port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 {{(pid=92853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:19.237410 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c3cea8e6-d3fb-48fa-bf65-45645d9e9b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.248329 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.252318 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b7614b65-c53d-49a1-b013-2021576d1bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:19.276589 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=45e9e2d0-18e4-4ef6-85f4-10ff57293c61,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:19.281320 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:19.286382 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] No DVR routers for this DVR port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 on host dv-cinder-790492-7-iscsi {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:28:19.317426 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c3cea8e6-d3fb-48fa-bf65-45645d9e9b00 None None] For port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=45e9e2d0-18e4-4ef6-85f4-10ff57293c61,segment=NetworkSegment(d9f69954-7887-44be-bbf1-337f5e62f541),segment_id=d9f69954-7887-44be-bbf1-337f5e62f541)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:19.317818 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c3cea8e6-d3fb-48fa-bf65-45645d9e9b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.330734 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c3cea8e6-d3fb-48fa-bf65-45645d9e9b00 None None] Calling delete_port for 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 owned by network:dhcp {{(pid=92853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:19.363734 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.374566 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1584e0-04d6-4d1c-8080-45f02e1db216']}} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:19.385960 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f69954-7887-44be-bbf1-337f5e62f541') {'for_net_delete': True} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:19.386290 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f69954-7887-44be-bbf1-337f5e62f541') {} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:19.401544 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7247151'] for segment, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.418938 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.429166 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=92850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:28:19.429626 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7169148'] for segment, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: Traceback (most recent call last): Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: timer() Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: cb(*args, **kw) Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: return func(*args, **kwargs) Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: self._notify() Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: self.callback(batched_events) Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: event.method(event) Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: return f(self, *a, **k) Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._get(url).json() Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: return self.request(url, 'GET', **kwargs) Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:28:19.431854 dv-cinder-790492-7-iscsi neutron-server[92850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:28:19.508032 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.520168 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.520798 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:19.520798 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.520798 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] 10.222.0.79 "DELETE /v2.0/networks/cb1584e0-04d6-4d1c-8080-45f02e1db216 HTTP/1.1" status: 204 len: 168 time: 0.5746081 Jun 24 10:28:19.536649 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1584e0-04d6-4d1c-8080-45f02e1db216,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:19.539478 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:19.561709 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c3cea8e6-d3fb-48fa-bf65-45645d9e9b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631'] for port, after_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.564454 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-f3a2f775-14a8-4e9c-bcda-925403bed5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:19.570309 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3cea8e6-d3fb-48fa-bf65-45645d9e9b00 None None] Network cb1584e0-04d6-4d1c-8080-45f02e1db216 is not hosted by any dhcp agent {{(pid=92853) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 24 10:28:19.570762 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cea8e6-d3fb-48fa-bf65-45645d9e9b00 None None] No DVR routers for this DVR port 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 on host dv-cinder-790492-7-iscsi {{(pid=92853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:28:19.589297 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cea8e6-d3fb-48fa-bf65-45645d9e9b00 None None] Pushing event deleted for resources: {'Port': ['ID=45e9e2d0-18e4-4ef6-85f4-10ff57293c61,revision_number=None']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:19.591366 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c3cea8e6-d3fb-48fa-bf65-45645d9e9b00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:19.619261 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.658284 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 42426) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:19.741693 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-1672f1fc-285a-45e4-87ec-cce17da14055 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e683cb703211418eb4591c60f3bf0b67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0821307 Jun 24 10:28:19.744096 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42428) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:19.791418 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d33f35aa-c79d-4301-8825-f88407616df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.802753 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.807417 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.810316 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-0e541520-2e5f-4d80-9967-368e4baee99b tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:19.816095 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d33f35aa-c79d-4301-8825-f88407616df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.864837 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d33f35aa-c79d-4301-8825-f88407616df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.867596 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-d33f35aa-c79d-4301-8825-f88407616df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.868720 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-d33f35aa-c79d-4301-8825-f88407616df6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/109c6d47-7148-448d-a95a-5af568aaf1c1 HTTP/1.1" status: 204 len: 168 time: 0.1236544 Jun 24 10:28:19.869521 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-aea18d7f-5cf9-4a88-8cb8-7e0eabd3addd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:19.877437 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f35aa-c79d-4301-8825-f88407616df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109c6d47-7148-448d-a95a-5af568aaf1c1,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:19.879805 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d33f35aa-c79d-4301-8825-f88407616df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:19.881059 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'Port': ['ID=24569d60-f782-4f15-b433-fac6c881fc60,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:19.884184 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:19.895485 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:19.998656 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.l3_db [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Floating IP d37bb150-b512-449f-b473-632a50dc6bd5 associated. External IP: 172.27.2.15, port: 2816759c-b1bd-49f6-8321-f382f4666c99. Jun 24 10:28:20.211073 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Router ba034ad5-0c9a-4feb-89a2-9724f5394e92 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:28:20.325752 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:28:20.336928 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d9e57-608c-493c-9eca-e33a13c0a350 None None] Sync routers for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:28:20.342801 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:20.348307 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d9e57-608c-493c-9eca-e33a13c0a350 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:20.348629 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-390d9e57-608c-493c-9eca-e33a13c0a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:28:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:20.392717 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7971327 Jun 24 10:28:20.392717 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'tag': '2816759c-b1bd-49f6-8321-f382f4666c99'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:28:20.392717 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd33517-57c0-417d-abc8-5c764a158b65" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef7e092-7950-44f9-92bd-065300ddcb8a", "tag": "2816759c-b1bd-49f6-8321-f382f4666c99"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:28:20.430300 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd75b5b5-4701-463e-badb-2ef4dd6022dc x-openstack-request-id: req-cd75b5b5-4701-463e-badb-2ef4dd6022dc {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:28:20.430634 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef7e092-7950-44f9-92bd-065300ddcb8a", "tag": "2816759c-b1bd-49f6-8321-f382f4666c99", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:28:20.430950 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd75b5b5-4701-463e-badb-2ef4dd6022dc {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:28:20.431387 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'tag': '2816759c-b1bd-49f6-8321-f382f4666c99', 'status': 'completed', 'code': 200} Jun 24 10:28:20.467150 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:28:20.493964 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:28:20.494338 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 45e9e2d0-18e4-4ef6-85f4-10ff57293c61 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:28:20.494757 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 84129f71-9605-4d00-a77f-8a46b9c41fe1 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:28:20.515903 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 84129f71-9605-4d00-a77f-8a46b9c41fe1 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:28:20.516268 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 84129f71-9605-4d00-a77f-8a46b9c41fe1 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:28:20.529895 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd33517-57c0-417d-abc8-5c764a158b65 req-09428091-cc9b-4b6b-8c23-af6a55ad3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:20.531831 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8dd33517-57c0-417d-abc8-5c764a158b65 req-09428091-cc9b-4b6b-8c23-af6a55ad3e82 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 1098 time: 0.0761456 Jun 24 10:28:20.579656 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-390d9e57-608c-493c-9eca-e33a13c0a350 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:20.641934 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd33517-57c0-417d-abc8-5c764a158b65 req-1509ced9-4c9b-4c59-accb-15d5281da0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:20.643622 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8dd33517-57c0-417d-abc8-5c764a158b65 req-1509ced9-4c9b-4c59-accb-15d5281da0de service neutron] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 914 time: 0.1045830 Jun 24 10:28:20.709739 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8dd33517-57c0-417d-abc8-5c764a158b65 req-0cbbf058-161e-4d87-94c1-d3d0e651685c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2816759c-b1bd-49f6-8321-f382f4666c99 HTTP/1.1" status: 200 len: 998 time: 0.0590391 Jun 24 10:28:20.765507 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd33517-57c0-417d-abc8-5c764a158b65 req-49d6033c-9974-4042-b99c-de9bfab86937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:20.767214 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8dd33517-57c0-417d-abc8-5c764a158b65 req-49d6033c-9974-4042-b99c-de9bfab86937 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.0513911 Jun 24 10:28:20.817386 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-390d9e57-608c-493c-9eca-e33a13c0a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'd37bb150-b512-449f-b473-632a50dc6bd5', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '2816759c-b1bd-49f6-8321-f382f4666c99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:ac:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:28:19Z', 'updated_at': '2021-06-24T10:28:19Z', 'revision_number': 0, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:20.832468 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd33517-57c0-417d-abc8-5c764a158b65 req-c8bc0387-fda8-4437-b0b0-e01de47ea83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:20.834267 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8dd33517-57c0-417d-abc8-5c764a158b65 req-c8bc0387-fda8-4437-b0b0-e01de47ea83b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604312 Jun 24 10:28:20.849208 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d9e57-608c-493c-9eca-e33a13c0a350 None None] Checking router: ba034ad5-0c9a-4feb-89a2-9724f5394e92 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:28:20.858303 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d9e57-608c-493c-9eca-e33a13c0a350 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:20.859103 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-390d9e57-608c-493c-9eca-e33a13c0a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:28:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:20.928887 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8dd33517-57c0-417d-abc8-5c764a158b65 req-85229b63-3d25-45ea-866a-0d74c058360a service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881858 Jun 24 10:28:20.971168 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-390d9e57-608c-493c-9eca-e33a13c0a350 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:21.040856 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8dd33517-57c0-417d-abc8-5c764a158b65 req-5c15e5ce-135c-4724-ab13-8d18ae7e0c12 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039088 Jun 24 10:28:21.203751 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-390d9e57-608c-493c-9eca-e33a13c0a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'd37bb150-b512-449f-b473-632a50dc6bd5', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '2816759c-b1bd-49f6-8321-f382f4666c99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:ac:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:28:19Z', 'updated_at': '2021-06-24T10:28:19Z', 'revision_number': 0, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:21.229734 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d9e57-608c-493c-9eca-e33a13c0a350 None None] The sync data for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi is: [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'd37bb150-b512-449f-b473-632a50dc6bd5', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '2816759c-b1bd-49f6-8321-f382f4666c99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:ac:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:28:19Z', 'updated_at': '2021-06-24T10:28:19Z', 'revision_number': 0, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:28:21.426065 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5358340-155d-473c-89fb-b678dc745d57 None None] New status for floating IP d37bb150-b512-449f-b473-632a50dc6bd5: ACTIVE {{(pid=92853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:28:34.335151 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-99102507-96ad-455c-a965-903879e8d696 req-e9170c13-6bc7-4211-8c4a-b75f80c10180 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543814 Jun 24 10:28:34.411055 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99102507-96ad-455c-a965-903879e8d696 req-03687845-683c-497d-ba99-2826ef876d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:34.412516 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-99102507-96ad-455c-a965-903879e8d696 req-03687845-683c-497d-ba99-2826ef876d07 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30b722359ee34becb7afe190d9a5b83e&device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 1100 time: 0.0548863 Jun 24 10:28:34.518393 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99102507-96ad-455c-a965-903879e8d696 req-4487cbde-f11e-4fd1-ad06-cc6992fd9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:34.519868 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-99102507-96ad-455c-a965-903879e8d696 req-4487cbde-f11e-4fd1-ad06-cc6992fd9c10 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 200 len: 919 time: 0.0868614 Jun 24 10:28:34.583453 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-99102507-96ad-455c-a965-903879e8d696 req-4ab783d4-a9bd-4b94-b480-979f40875d56 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016f3555-efc5-4bbc-996c-05dd98149ceb HTTP/1.1" status: 200 len: 1001 time: 0.0561624 Jun 24 10:28:34.635756 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99102507-96ad-455c-a965-903879e8d696 req-b4c7abd7-21da-412f-a7c4-3fec3c824c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:34.637070 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-99102507-96ad-455c-a965-903879e8d696 req-b4c7abd7-21da-412f-a7c4-3fec3c824c7c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 200 len: 856 time: 0.0467110 Jun 24 10:28:34.693338 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99102507-96ad-455c-a965-903879e8d696 req-22dfd5c7-2132-4879-ac8d-84960eb423bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:34.694798 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-99102507-96ad-455c-a965-903879e8d696 req-22dfd5c7-2132-4879-ac8d-84960eb423bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510683 Jun 24 10:28:34.782612 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-99102507-96ad-455c-a965-903879e8d696 req-cf7938e3-36c7-42b5-9c81-c6a0a4eaaca9 service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808904 Jun 24 10:28:34.874867 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-99102507-96ad-455c-a965-903879e8d696 req-c211a3cf-3195-42f3-8e7a-28c10af8a62d service neutron] 10.222.0.77 "GET /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857677 Jun 24 10:28:34.961499 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:38.391309 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-eb5dfbce-de1f-4696-8e54-2e267e345bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:40.390636 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:28:41.098669 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-d2be1b1b-6062-47d9-bc9f-4380a5a1b0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:41.223333 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:42.035399 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:43.739541 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:49.230859 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88120089-450a-4f10-bd15-8997d85c33e2 req-6d4c6018-35c6-4d76-b984-53fae6aa0227 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:49.232278 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-88120089-450a-4f10-bd15-8997d85c33e2 req-6d4c6018-35c6-4d76-b984-53fae6aa0227 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 947 time: 0.0630610 Jun 24 10:28:49.268725 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-88120089-450a-4f10-bd15-8997d85c33e2 req-cb807812-e21f-4f8f-a2ba-b8e62e65dd58 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308704 Jun 24 10:28:50.450706 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fbaf9-1b9e-49f5-85e7-c7fb805f6011 req-65c869f1-69fc-4831-a27e-8b185a528e99 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:50.452166 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-400fbaf9-1b9e-49f5-85e7-c7fb805f6011 req-65c869f1-69fc-4831-a27e-8b185a528e99 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 947 time: 0.0625758 Jun 24 10:28:50.489010 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-400fbaf9-1b9e-49f5-85e7-c7fb805f6011 req-220d712a-c122-425d-b48f-c61b415896b9 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups?id=4839e838-b3a4-420f-9ad8-c9525aa281ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310435 Jun 24 10:28:50.567555 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-7a422ecd-7c0e-46c2-a5f7-9e03dd1601d6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:50.568972 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-7a422ecd-7c0e-46c2-a5f7-9e03dd1601d6 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 947 time: 0.0647235 Jun 24 10:28:50.664396 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Deleting port 016f3555-efc5-4bbc-996c-05dd98149ceb {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:50.664625 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:50.757923 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] For port 016f3555-efc5-4bbc-996c-05dd98149ceb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=016f3555-efc5-4bbc-996c-05dd98149ceb,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:50.758301 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:51.161763 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:51.162147 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:51.162454 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.l3_db [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Floating IP c4967373-ece4-4659-9efc-6adb77d2df83 disassociated. External IP: 172.27.2.21, port: 016f3555-efc5-4bbc-996c-05dd98149ceb. Jun 24 10:28:51.162786 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Calling delete_port for 016f3555-efc5-4bbc-996c-05dd98149ceb owned by compute:nova {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:51.296670 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:51.300643 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2322b846-e017-43f3-90ee-26c2fe115cfc tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:51.324852 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event deleted for resources: {'Port': ['ID=016f3555-efc5-4bbc-996c-05dd98149ceb,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:51.336807 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.337171 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.337551 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.337927 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.338327 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.338691 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.339144 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.339487 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.340500 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.340500 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.340707 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.340941 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:51.380338 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:51.454923 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Router 4cd0107f-211a-42fb-ba4f-165b33421aa1 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:28:51.563294 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:28:51.574943 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d9606-ef7b-4108-9525-20b54cab2096 None None] Sync routers for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:28:51.585574 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d9606-ef7b-4108-9525-20b54cab2096 None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:51.586443 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-d16d9606-ef7b-4108-9525-20b54cab2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:28:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:51.608367 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] No DVR routers for this DVR port 016f3555-efc5-4bbc-996c-05dd98149ceb on host hv-cinder-79049 {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:28:51.611327 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:51.613310 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-212ed746-cd44-48ae-aaef-552eb3c84001 req-e35eb2a6-9563-41cc-90aa-40f0128d5846 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.77 "DELETE /v2.0/ports/016f3555-efc5-4bbc-996c-05dd98149ceb HTTP/1.1" status: 204 len: 173 time: 1.0387938 Jun 24 10:28:51.613843 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'name': 'network-vif-deleted', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:28:51.616265 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784b163b-d742-4af9-aeab-5666493c4411" -d '{"events": [{"server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "name": "network-vif-deleted", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:28:51.651870 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9f14d3dd-5d8f-44cd-80bd-5379d8a16cf5 req-b0538b03-b925-4c42-ab45-78d62167e81e tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b HTTP/1.1" status: 200 len: 210 time: 0.0314360 Jun 24 10:28:51.696952 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b07a54-fd30-4b05-b3da-585c3c6e7227 x-openstack-request-id: req-43b07a54-fd30-4b05-b3da-585c3c6e7227 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:28:51.697575 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b", "name": "network-vif-deleted", "tag": "016f3555-efc5-4bbc-996c-05dd98149ceb", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:28:51.698387 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43b07a54-fd30-4b05-b3da-585c3c6e7227 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:28:51.698866 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd410f5a-bb4b-4154-bc9e-8f03ce1d5d5b', 'name': 'network-vif-deleted', 'tag': '016f3555-efc5-4bbc-996c-05dd98149ceb', 'status': 'completed', 'code': 200} Jun 24 10:28:51.711742 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-d16d9606-ef7b-4108-9525-20b54cab2096 None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:51.930157 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-d16d9606-ef7b-4108-9525-20b54cab2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:51.956547 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d9606-ef7b-4108-9525-20b54cab2096 None None] Checking router: 4cd0107f-211a-42fb-ba4f-165b33421aa1 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:28:51.964787 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d9606-ef7b-4108-9525-20b54cab2096 None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:51.965400 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-d16d9606-ef7b-4108-9525-20b54cab2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:28:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:52.067419 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-d16d9606-ef7b-4108-9525-20b54cab2096 None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:52.347223 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-d16d9606-ef7b-4108-9525-20b54cab2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:52.372301 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d9606-ef7b-4108-9525-20b54cab2096 None None] The sync data for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi is: [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:21:30Z', 'revision_number': 4, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': '708fe0f8-564c-476d-a2f5-febc49331aa3', 'name': '', 'network_id': 'd4aa093c-2ab3-42e3-892f-5101cdfd7bf1', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'mac_address': 'fa:16:3e:a2:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:26Z', 'updated_at': '2021-06-24T10:21:40Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'subnets': [{'id': '2c174979-aa7d-43b3-a962-fe6491047c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:28:52.581786 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4ec7ef-d55f-4a60-a77b-581b572987ec None None] New status for floating IP c4967373-ece4-4659-9efc-6adb77d2df83: DOWN {{(pid=92853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:28:52.808052 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42750) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:52.870850 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:52.893202 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:52.939708 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:52.942590 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:52.943706 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "DELETE /v2.0/security-groups/4839e838-b3a4-420f-9ad8-c9525aa281ee HTTP/1.1" status: 204 len: 168 time: 0.1346784 Jun 24 10:28:52.944514 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-409de381-c893-4899-bb5a-88a058255fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:52.946572 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 42752) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:52.953600 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4839e838-b3a4-420f-9ad8-c9525aa281ee,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:52.960467 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.960854 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.961235 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.961610 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.961812 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.api.v2.resource [None req-7885a3fd-8e96-49f2-ae41-9ff2dc9562ab tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] show failed (client error): The resource could not be found. Jun 24 10:28:52.961982 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.962398 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.962747 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.963183 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.963552 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.963918 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.964292 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.964642 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:52.965671 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-7885a3fd-8e96-49f2-ae41-9ff2dc9562ab tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "GET /v2.0/security-groups/4839e838-b3a4-420f-9ad8-c9525aa281ee HTTP/1.1" status: 404 len: 347 time: 0.0177724 Jun 24 10:28:52.966267 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 42754) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:52.969165 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:53.090103 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-45fae566-3fcf-41c2-8262-a15f98e85416 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Deleting port 93ab2e06-ab34-4dda-8645-caa6f69af565 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:53.090449 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-45fae566-3fcf-41c2-8262-a15f98e85416 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:53.161640 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-45fae566-3fcf-41c2-8262-a15f98e85416 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:53.161885 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-45fae566-3fcf-41c2-8262-a15f98e85416 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:53.173044 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-45fae566-3fcf-41c2-8262-a15f98e85416 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Calling delete_port for 93ab2e06-ab34-4dda-8645-caa6f69af565 owned by network:floatingip {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:53.308584 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-45fae566-3fcf-41c2-8262-a15f98e85416 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:53.310519 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:53.332441 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fae566-3fcf-41c2-8262-a15f98e85416 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Pushing event deleted for resources: {'Port': ['ID=93ab2e06-ab34-4dda-8645-caa6f69af565,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:53.337243 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-45fae566-3fcf-41c2-8262-a15f98e85416 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:53.395494 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-45fae566-3fcf-41c2-8262-a15f98e85416 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks [] for floatingip, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:53.397911 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-45fae566-3fcf-41c2-8262-a15f98e85416 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:53.399080 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-45fae566-3fcf-41c2-8262-a15f98e85416 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] 10.222.0.79 "DELETE /v2.0/floatingips/c4967373-ece4-4659-9efc-6adb77d2df83 HTTP/1.1" status: 204 len: 168 time: 0.4317620 Jun 24 10:28:54.478969 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 016f3555-efc5-4bbc-996c-05dd98149ceb no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:28:54.503698 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: 016f3555-efc5-4bbc-996c-05dd98149ceb {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:28:54.504045 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 016f3555-efc5-4bbc-996c-05dd98149ceb not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:28:55.947006 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42796) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:56.418373 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450458'] for router_interface, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:56.666782 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Deleting port 708fe0f8-564c-476d-a2f5-febc49331aa3 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:56.667036 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:56.743455 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] For port 708fe0f8-564c-476d-a2f5-febc49331aa3, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=708fe0f8-564c-476d-a2f5-febc49331aa3,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:56.743803 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:56.755780 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Calling delete_port for 708fe0f8-564c-476d-a2f5-febc49331aa3 owned by network:router_interface {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:56.930674 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:56.933546 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b05ac969-ec16-473a-a3aa-20ae24820807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:56.960999 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=708fe0f8-564c-476d-a2f5-febc49331aa3,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:56.964469 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:57.127917 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447242'] for router_interface, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:57.610671 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Router 4cd0107f-211a-42fb-ba4f-165b33421aa1 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:28:57.712235 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:28:57.717011 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] 10.222.0.79 "PUT /v2.0/routers/4cd0107f-211a-42fb-ba4f-165b33421aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7690096 Jun 24 10:28:57.720084 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42804) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:57.722691 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e740939-cf06-4212-b8d7-4470e0996a1c None None] Sync routers for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:28:57.732465 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e740939-cf06-4212-b8d7-4470e0996a1c None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:57.733075 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-8e740939-cf06-4212-b8d7-4470e0996a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:28:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:57.826050 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:57.833879 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-8e740939-cf06-4212-b8d7-4470e0996a1c None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:57.929421 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:57.980452 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Deleting port ba01769a-1ffe-4af7-a1cb-e3d1e501999a {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:57.981122 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.010394 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-8e740939-cf06-4212-b8d7-4470e0996a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:28:56Z', 'revision_number': 5, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port': {'id': 'ba01769a-1ffe-4af7-a1cb-e3d1e501999a', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:21:13Z', 'updated_at': '2021-06-24T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:58.037017 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e740939-cf06-4212-b8d7-4470e0996a1c None None] Checking router: 4cd0107f-211a-42fb-ba4f-165b33421aa1 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:28:58.045079 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e740939-cf06-4212-b8d7-4470e0996a1c None None] Routers {'4cd0107f-211a-42fb-ba4f-165b33421aa1'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:58.045716 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-8e740939-cf06-4212-b8d7-4470e0996a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:28:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['4cd0107f-211a-42fb-ba4f-165b33421aa1'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:58.061851 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] For port ba01769a-1ffe-4af7-a1cb-e3d1e501999a, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=ba01769a-1ffe-4af7-a1cb-e3d1e501999a,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:58.062823 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.075112 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Calling delete_port for ba01769a-1ffe-4af7-a1cb-e3d1e501999a owned by network:router_gateway {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:58.137410 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-8e740939-cf06-4212-b8d7-4470e0996a1c None None] Set router 4cd0107f-211a-42fb-ba4f-165b33421aa1 gateway port host: None {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:58.190632 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-8e740939-cf06-4212-b8d7-4470e0996a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:28:57Z', 'revision_number': 6, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port_host': None}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:58.216083 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e740939-cf06-4212-b8d7-4470e0996a1c None None] The sync data for ids ['4cd0107f-211a-42fb-ba4f-165b33421aa1'] in dv-cinder-790492-7-iscsi is: [{'id': '4cd0107f-211a-42fb-ba4f-165b33421aa1', 'name': 'tempest-AttachVolumeShelveTestJSON-2018683422-router', 'tenant_id': '30b722359ee34becb7afe190d9a5b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:21:10Z', 'updated_at': '2021-06-24T10:28:57Z', 'revision_number': 6, 'project_id': '30b722359ee34becb7afe190d9a5b83e', 'gw_port_host': None}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:28:58.240965 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.249337 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ad16c4b9-caa5-4233-8c54-67985395dee7 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:58.276877 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba01769a-1ffe-4af7-a1cb-e3d1e501999a,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:58.278812 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:58.339905 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448239'] for router_gateway, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.428461 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24320'] for router, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.430713 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.472763 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444839'] for router, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.473320 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd0107f-211a-42fb-ba4f-165b33421aa1 {{(pid=92850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:28:58.477577 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.478817 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-38ef190b-a151-4676-83ac-b7ca58fcc0e7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/4cd0107f-211a-42fb-ba4f-165b33421aa1 HTTP/1.1" status: 204 len: 168 time: 0.7578406 Jun 24 10:28:58.481600 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42808) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:58.528531 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c5e067-47d0-4c91-aebb-6958d935d44f admin admin] Deleting subnet 2c174979-aa7d-43b3-a962-fe6491047c16 {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:28:58.532161 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-46c5e067-47d0-4c91-aebb-6958d935d44f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.587833 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-46c5e067-47d0-4c91-aebb-6958d935d44f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247190'] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.681628 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-46c5e067-47d0-4c91-aebb-6958d935d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.729209 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 708fe0f8-564c-476d-a2f5-febc49331aa3 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:28:58.754483 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 708fe0f8-564c-476d-a2f5-febc49331aa3 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:28:58.755124 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 708fe0f8-564c-476d-a2f5-febc49331aa3 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:28:58.764031 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-46c5e067-47d0-4c91-aebb-6958d935d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7169183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7241091'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.766781 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:58.793966 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5e067-47d0-4c91-aebb-6958d935d44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c174979-aa7d-43b3-a962-fe6491047c16,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:58.798324 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-46c5e067-47d0-4c91-aebb-6958d935d44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:58.802499 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-46c5e067-47d0-4c91-aebb-6958d935d44f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.806782 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-46c5e067-47d0-4c91-aebb-6958d935d44f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2c174979-aa7d-43b3-a962-fe6491047c16 HTTP/1.1" status: 204 len: 168 time: 0.3219044 Jun 24 10:28:58.807818 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 42824) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:58.809144 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b9362-1aac-40d6-8294-bfb906f4b001 None None] Network d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:28:58.899074 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:58.952033 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Deleting port 455ecf90-5bdb-4ac8-93e3-b576883193a4 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:58.952343 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.017649 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] For port 455ecf90-5bdb-4ac8-93e3-b576883193a4, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=455ecf90-5bdb-4ac8-93e3-b576883193a4,segment=NetworkSegment(156256ae-93e1-494d-9e82-6237dac9db07),segment_id=156256ae-93e1-494d-9e82-6237dac9db07)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:59.017936 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.030231 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Calling delete_port for 455ecf90-5bdb-4ac8-93e3-b576883193a4 owned by network:dhcp {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:59.078248 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] DHCP port deletion for d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 request from dv-cinder-790492-7-iscsi {{(pid=92853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:28:59.114961 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.117906 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f543e9fd-191d-4411-91d9-96d75bd642bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:59.125730 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Deleting port 455ecf90-5bdb-4ac8-93e3-b576883193a4 {{(pid=92853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:28:59.126140 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.142168 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Pushing event deleted for resources: {'Port': ['ID=455ecf90-5bdb-4ac8-93e3-b576883193a4,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:59.144137 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] No DVR routers for this DVR port 455ecf90-5bdb-4ac8-93e3-b576883193a4 on host dv-cinder-790492-7-iscsi {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:28:59.145722 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:59.187859 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] For port 455ecf90-5bdb-4ac8-93e3-b576883193a4, host dv-cinder-790492-7-iscsi, got binding levels [] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:59.188261 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.201600 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Calling delete_port for 455ecf90-5bdb-4ac8-93e3-b576883193a4 owned by network:dhcp {{(pid=92853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:28:59.204372 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.ipam_backend_mixin [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Port 455ecf90-5bdb-4ac8-93e3-b576883193a4 was not found and therefore no delete operation was performed {{(pid=92853) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 10:28:59.205609 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631'] for port, after_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.207422 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:59.220072 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.229858 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4aa093c-2ab3-42e3-892f-5101cdfd7bf1']}} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:59.233645 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Pushing event deleted for resources: {'Port': ['ID=455ecf90-5bdb-4ac8-93e3-b576883193a4,revision_number=None']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:59.242067 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] No DVR routers for this DVR port 455ecf90-5bdb-4ac8-93e3-b576883193a4 on host dv-cinder-790492-7-iscsi {{(pid=92853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:28:59.242434 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156256ae-93e1-494d-9e82-6237dac9db07') {'for_net_delete': True} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:59.243042 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156256ae-93e1-494d-9e82-6237dac9db07') {} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:59.244064 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.244415 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.244750 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.245259 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.245778 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.246127 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.246623 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.246952 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.247280 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.247606 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.247926 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.248244 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:59.251441 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:59.253516 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4397117'] for segment, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.269920 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.275999 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=92851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:28:59.276491 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5463496'] for segment, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: Traceback (most recent call last): Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: timer() Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: cb(*args, **kw) Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: return func(*args, **kwargs) Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: self._notify() Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: self.callback(batched_events) Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: event.method(event) Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: return f(self, *a, **k) Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._get(url).json() Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: return self.request(url, 'GET', **kwargs) Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:28:59.278423 dv-cinder-790492-7-iscsi neutron-server[92851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:28:59.335102 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.338925 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-1f65387d-8ab6-4c9a-b37a-a3ee4dbbb5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:59.341402 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.348589 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] 10.222.0.79 "DELETE /v2.0/networks/d4aa093c-2ab3-42e3-892f-5101cdfd7bf1 HTTP/1.1" status: 204 len: 168 time: 0.5355904 Jun 24 10:28:59.361718 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Pushing event deleted for resources: {'Network': ['ID=d4aa093c-2ab3-42e3-892f-5101cdfd7bf1,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:59.364151 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:59.460731 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 42834) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:59.503164 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-5d7b1326-0952-4b7d-90d0-de96002bbd08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30b722359ee34becb7afe190d9a5b83e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411749 Jun 24 10:28:59.505597 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 42836) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:59.552955 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-88c83b38-6343-461a-89ef-33797b8726d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.574304 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-88c83b38-6343-461a-89ef-33797b8726d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.621068 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-88c83b38-6343-461a-89ef-33797b8726d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.623580 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-88c83b38-6343-461a-89ef-33797b8726d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.625318 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-88c83b38-6343-461a-89ef-33797b8726d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/848e3acd-29f9-450d-a06a-7a8ced3b3a17 HTTP/1.1" status: 204 len: 168 time: 0.1182270 Jun 24 10:28:59.626146 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-557f3529-ff54-422d-83c8-a8451d841963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:59.637300 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c83b38-6343-461a-89ef-33797b8726d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848e3acd-29f9-450d-a06a-7a8ced3b3a17,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:59.639925 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-88c83b38-6343-461a-89ef-33797b8726d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:00.447039 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ba01769a-1ffe-4af7-a1cb-e3d1e501999a no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:29:00.466116 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: ba01769a-1ffe-4af7-a1cb-e3d1e501999a {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:29:00.466470 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ba01769a-1ffe-4af7-a1cb-e3d1e501999a not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:29:00.466885 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 455ecf90-5bdb-4ac8-93e3-b576883193a4 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:29:00.485612 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 455ecf90-5bdb-4ac8-93e3-b576883193a4 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:29:00.485962 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 455ecf90-5bdb-4ac8-93e3-b576883193a4 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:29:01.763986 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 42920) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:01.870427 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-20f7c3ce-48de-4258-a843-ced7456ba0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:01.962046 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-20f7c3ce-48de-4258-a843-ced7456ba0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:01.966243 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-20f7c3ce-48de-4258-a843-ced7456ba0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:01.969251 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d70960e4-de46-43dc-a9a6-3e3860a8e32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:02.008490 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-20f7c3ce-48de-4258-a843-ced7456ba0fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=56772239576f4c6f97e162e124c9ee48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434144 Jun 24 10:29:02.009403 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7c3ce-48de-4258-a843-ced7456ba0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9caab41-9392-4744-be9b-dc1a6c5d2a56,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:02.011352 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42932) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:02.012759 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-20f7c3ce-48de-4258-a843-ced7456ba0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:02.077121 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-94ec7be9-c040-4f30-8797-2149f5580ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.100031 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-94ec7be9-c040-4f30-8797-2149f5580ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.150193 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-94ec7be9-c040-4f30-8797-2149f5580ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.152766 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-94ec7be9-c040-4f30-8797-2149f5580ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.153901 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-94ec7be9-c040-4f30-8797-2149f5580ea3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d9caab41-9392-4744-be9b-dc1a6c5d2a56 HTTP/1.1" status: 204 len: 168 time: 0.1389947 Jun 24 10:29:02.154723 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-443de594-fb80-4457-a9c8-669f3f1ef414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:02.162272 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec7be9-c040-4f30-8797-2149f5580ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9caab41-9392-4744-be9b-dc1a6c5d2a56,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:02.164590 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-94ec7be9-c040-4f30-8797-2149f5580ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:02.409013 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 42950) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:02.422646 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f69dc186-cdf0-45d2-bfa9-ed58ab176293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.507905 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f69dc186-cdf0-45d2-bfa9-ed58ab176293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.511592 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f69dc186-cdf0-45d2-bfa9-ed58ab176293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.514844 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-27515910-df45-4e55-93c0-4932ddfa06b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:02.549747 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-f69dc186-cdf0-45d2-bfa9-ed58ab176293 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a7e3721dc4c4b58bc0e04466cb1417a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396425 Jun 24 10:29:02.550812 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dc186-cdf0-45d2-bfa9-ed58ab176293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b709ac-230a-4111-aa94-f0a57c230ae7,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:02.552403 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42952) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:02.553749 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f69dc186-cdf0-45d2-bfa9-ed58ab176293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:02.602407 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-855f52bf-fc96-4ccf-9b10-cd22d274e2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.622829 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-855f52bf-fc96-4ccf-9b10-cd22d274e2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.667977 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-855f52bf-fc96-4ccf-9b10-cd22d274e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.670584 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-855f52bf-fc96-4ccf-9b10-cd22d274e2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.671735 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-855f52bf-fc96-4ccf-9b10-cd22d274e2aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94b709ac-230a-4111-aa94-f0a57c230ae7 HTTP/1.1" status: 204 len: 168 time: 0.1183262 Jun 24 10:29:02.672500 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1b958d2f-4e69-4f2d-8ec0-a7e0a342e030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:02.680262 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f52bf-fc96-4ccf-9b10-cd22d274e2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b709ac-230a-4111-aa94-f0a57c230ae7,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:02.682660 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-855f52bf-fc96-4ccf-9b10-cd22d274e2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:04.072469 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 42996) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:04.172719 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47b3440f-9743-4b48-ab62-b76a52b31881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.266011 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47b3440f-9743-4b48-ab62-b76a52b31881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.269631 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-47b3440f-9743-4b48-ab62-b76a52b31881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.272916 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-94ec7be9-c040-4f30-8797-2149f5580ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:04.307636 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-47b3440f-9743-4b48-ab62-b76a52b31881 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f75c9c976cdd44f79ab8678308363c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341099 Jun 24 10:29:04.309624 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3440f-9743-4b48-ab62-b76a52b31881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15802581-bc8a-4c8c-a19e-dae1a6c9b1ba,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:04.310231 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43004) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:04.312645 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-47b3440f-9743-4b48-ab62-b76a52b31881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:04.362106 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a96afd2-f7a8-4b8f-a760-957c165840e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.382591 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a96afd2-f7a8-4b8f-a760-957c165840e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.442798 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a96afd2-f7a8-4b8f-a760-957c165840e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.445384 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5a96afd2-f7a8-4b8f-a760-957c165840e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.446523 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-5a96afd2-f7a8-4b8f-a760-957c165840e9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15802581-bc8a-4c8c-a19e-dae1a6c9b1ba HTTP/1.1" status: 204 len: 168 time: 0.1353073 Jun 24 10:29:04.447272 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-cff25ef2-9c6d-4fbd-ac06-1a02397138ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:04.455416 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96afd2-f7a8-4b8f-a760-957c165840e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15802581-bc8a-4c8c-a19e-dae1a6c9b1ba,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:04.457587 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5a96afd2-f7a8-4b8f-a760-957c165840e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:04.695982 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43010) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:04.709457 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e8a246d5-6b9c-4939-be90-7b37ebee4405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.803286 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e8a246d5-6b9c-4939-be90-7b37ebee4405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.808387 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e8a246d5-6b9c-4939-be90-7b37ebee4405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.812406 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-feb02ae8-0b46-4f4c-b1aa-c3c623628bbb tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:04.848478 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-e8a246d5-6b9c-4939-be90-7b37ebee4405 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c3da21f5e5784153877cf033a123ceb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514304 Jun 24 10:29:04.849708 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a246d5-6b9c-4939-be90-7b37ebee4405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1510812-9d78-4775-b901-161edf3f19b9,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:04.851181 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43012) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:04.852993 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e8a246d5-6b9c-4939-be90-7b37ebee4405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:04.901847 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e5d791cb-66b3-4f31-a9eb-9eeb4d70e07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.925740 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e5d791cb-66b3-4f31-a9eb-9eeb4d70e07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.956911 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.973811 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e5d791cb-66b3-4f31-a9eb-9eeb4d70e07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.976747 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e5d791cb-66b3-4f31-a9eb-9eeb4d70e07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:04.978162 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e5d791cb-66b3-4f31-a9eb-9eeb4d70e07e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1510812-9d78-4775-b901-161edf3f19b9 HTTP/1.1" status: 204 len: 168 time: 0.1259558 Jun 24 10:29:04.978994 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-23888f53-a74f-428c-b61c-0d22bbf8fb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:04.987217 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d791cb-66b3-4f31-a9eb-9eeb4d70e07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1510812-9d78-4775-b901-161edf3f19b9,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:04.989485 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e5d791cb-66b3-4f31-a9eb-9eeb4d70e07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:06.739862 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43098) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:06.841600 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-08feb430-5ee0-4836-a8ed-a8827248d3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:06.932505 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-08feb430-5ee0-4836-a8ed-a8827248d3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:06.936395 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-08feb430-5ee0-4836-a8ed-a8827248d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:06.939662 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-d4fba445-ce9b-4d39-b13e-a6c36effc3df tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:06.978301 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-08feb430-5ee0-4836-a8ed-a8827248d3de admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f60ee357aa843b1b702f6dcdbb19c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371547 Jun 24 10:29:06.979161 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08feb430-5ee0-4836-a8ed-a8827248d3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0feddfe5-763a-4950-9c64-ffdcee84384e,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:06.980838 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43102) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:06.982556 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-08feb430-5ee0-4836-a8ed-a8827248d3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:07.029343 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3229a180-8ba2-48bb-928e-a6c8a97c09ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:07.050277 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3229a180-8ba2-48bb-928e-a6c8a97c09ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:07.098649 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3229a180-8ba2-48bb-928e-a6c8a97c09ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:07.101092 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-3229a180-8ba2-48bb-928e-a6c8a97c09ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:07.102227 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-3229a180-8ba2-48bb-928e-a6c8a97c09ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0feddfe5-763a-4950-9c64-ffdcee84384e HTTP/1.1" status: 204 len: 168 time: 0.1203449 Jun 24 10:29:07.102981 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-20f7c3ce-48de-4258-a843-ced7456ba0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:07.111179 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229a180-8ba2-48bb-928e-a6c8a97c09ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0feddfe5-763a-4950-9c64-ffdcee84384e,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:07.113357 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3229a180-8ba2-48bb-928e-a6c8a97c09ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:07.355717 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43108) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:07.369368 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-54a1c25f-dec9-4c2f-8c80-bc0a0a9a13c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:07.455220 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-54a1c25f-dec9-4c2f-8c80-bc0a0a9a13c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:07.459204 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-54a1c25f-dec9-4c2f-8c80-bc0a0a9a13c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:07.462445 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f0cf37f1-45cb-49d3-9667-c0c265ab7845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:07.497084 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-54a1c25f-dec9-4c2f-8c80-bc0a0a9a13c7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=47041ed0060044d18c23193a8c9bd498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403034 Jun 24 10:29:07.498097 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1c25f-dec9-4c2f-8c80-bc0a0a9a13c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65474461-43c8-4e11-9ab9-dd232a5cbfc7,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:07.500372 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43110) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:07.501607 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-54a1c25f-dec9-4c2f-8c80-bc0a0a9a13c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:07.549299 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f0487856-04bc-41f6-958b-83a0bc3c8a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:07.569972 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f0487856-04bc-41f6-958b-83a0bc3c8a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:07.619972 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f0487856-04bc-41f6-958b-83a0bc3c8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:07.622619 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f0487856-04bc-41f6-958b-83a0bc3c8a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:07.626600 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-f0487856-04bc-41f6-958b-83a0bc3c8a66 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/65474461-43c8-4e11-9ab9-dd232a5cbfc7 HTTP/1.1" status: 204 len: 168 time: 0.1250896 Jun 24 10:29:07.627447 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-7874c0c3-054c-41ef-b506-7456730849c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:07.634987 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0487856-04bc-41f6-958b-83a0bc3c8a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65474461-43c8-4e11-9ab9-dd232a5cbfc7,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:07.638833 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f0487856-04bc-41f6-958b-83a0bc3c8a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:07.893260 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43134) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:08.000190 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-87c1ef2b-f129-4bb4-93dd-7217107ef828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:08.092498 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-87c1ef2b-f129-4bb4-93dd-7217107ef828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:08.097480 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-87c1ef2b-f129-4bb4-93dd-7217107ef828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:08.100913 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-08feb430-5ee0-4836-a8ed-a8827248d3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:08.135208 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-87c1ef2b-f129-4bb4-93dd-7217107ef828 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=86c931f9a79e4d73be82254d9b039a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408526 Jun 24 10:29:08.136382 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1ef2b-f129-4bb4-93dd-7217107ef828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc8b632-ee76-4cb6-83e4-3248a3a16133,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:08.137835 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43148) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:08.139515 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-87c1ef2b-f129-4bb4-93dd-7217107ef828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:08.187590 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b02fb267-7304-4c6a-b862-3b22ebdc06be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:08.211574 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b02fb267-7304-4c6a-b862-3b22ebdc06be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:08.258879 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b02fb267-7304-4c6a-b862-3b22ebdc06be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:08.261512 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-b02fb267-7304-4c6a-b862-3b22ebdc06be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:08.262648 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-b02fb267-7304-4c6a-b862-3b22ebdc06be admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6dc8b632-ee76-4cb6-83e4-3248a3a16133 HTTP/1.1" status: 204 len: 168 time: 0.1237934 Jun 24 10:29:08.263478 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f0487856-04bc-41f6-958b-83a0bc3c8a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:08.270897 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fb267-7304-4c6a-b862-3b22ebdc06be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc8b632-ee76-4cb6-83e4-3248a3a16133,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:08.273130 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b02fb267-7304-4c6a-b862-3b22ebdc06be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:08.393351 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-d6669fc1-d1c2-40ab-8a33-409ee36532aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:11.106188 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-2493b4ec-7632-41dc-84b7-67cae24e5620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:11.225087 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:12.038791 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:12.644511 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43270) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:12.746248 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5da70604-c643-4aaa-8d95-2048463ee8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:12.834003 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5da70604-c643-4aaa-8d95-2048463ee8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:12.837655 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-5da70604-c643-4aaa-8d95-2048463ee8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:12.840948 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5c682d3c-e98c-4766-9638-dcdf0ddb4067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:12.875436 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-5da70604-c643-4aaa-8d95-2048463ee8e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a9384403ff0438ead4f912f31f3d7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298853 Jun 24 10:29:12.876333 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da70604-c643-4aaa-8d95-2048463ee8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6202a0c5-9c16-45b7-815b-0b5f05b6c76e,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:12.878288 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43274) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:12.879204 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5da70604-c643-4aaa-8d95-2048463ee8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:12.929525 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-87098b23-9b23-4359-bda9-eaf4baa6c730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:12.950012 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-87098b23-9b23-4359-bda9-eaf4baa6c730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:12.995567 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-87098b23-9b23-4359-bda9-eaf4baa6c730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:12.998276 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-87098b23-9b23-4359-bda9-eaf4baa6c730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:12.999433 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-87098b23-9b23-4359-bda9-eaf4baa6c730 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6202a0c5-9c16-45b7-815b-0b5f05b6c76e HTTP/1.1" status: 204 len: 168 time: 0.1201258 Jun 24 10:29:13.000154 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-34b5be9d-e1e1-4deb-82ee-703097eed2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:13.007510 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87098b23-9b23-4359-bda9-eaf4baa6c730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6202a0c5-9c16-45b7-815b-0b5f05b6c76e,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:13.009791 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-87098b23-9b23-4359-bda9-eaf4baa6c730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:13.254648 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43280) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:13.267521 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d0fd-89c9-479a-b514-7e6bc3c8af6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:13.353318 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d0fd-89c9-479a-b514-7e6bc3c8af6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:13.357100 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d0fd-89c9-479a-b514-7e6bc3c8af6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:13.361121 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e13b2822-0688-4fe9-9013-bda41ea32219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:13.394354 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-6fe0d0fd-89c9-479a-b514-7e6bc3c8af6e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db5091bf46524ff4acd32d6e684098c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386092 Jun 24 10:29:13.396283 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0d0fd-89c9-479a-b514-7e6bc3c8af6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52515681-3b5e-4fe0-bbd7-bb1509656a6b,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:13.397142 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43282) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:13.399171 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-6fe0d0fd-89c9-479a-b514-7e6bc3c8af6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:13.456687 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1d78753f-875d-43a5-8df2-5b0f5da8bb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:13.477288 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1d78753f-875d-43a5-8df2-5b0f5da8bb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:13.524503 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1d78753f-875d-43a5-8df2-5b0f5da8bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:13.527231 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1d78753f-875d-43a5-8df2-5b0f5da8bb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:13.528467 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-1d78753f-875d-43a5-8df2-5b0f5da8bb47 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52515681-3b5e-4fe0-bbd7-bb1509656a6b HTTP/1.1" status: 204 len: 168 time: 0.1301851 Jun 24 10:29:13.529248 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-41143459-37c8-4241-ac41-790d688035d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:13.536282 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78753f-875d-43a5-8df2-5b0f5da8bb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52515681-3b5e-4fe0-bbd7-bb1509656a6b,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:13.538561 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-1d78753f-875d-43a5-8df2-5b0f5da8bb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:13.743014 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:15.857984 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43368) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:15.958210 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-51bc3216-38bf-4da0-9507-61de42e0461d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.043410 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-51bc3216-38bf-4da0-9507-61de42e0461d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.047502 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-51bc3216-38bf-4da0-9507-61de42e0461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.050291 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a1d90d4d-9a7f-40af-9f23-b8e5955784a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:16.085741 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-51bc3216-38bf-4da0-9507-61de42e0461d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5937ba1d7fe64a4a9eb3a0a5ac1aa600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266738 Jun 24 10:29:16.086759 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc3216-38bf-4da0-9507-61de42e0461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9308a467-f42f-44c2-aa29-4eb607ef84e2,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:16.088394 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43372) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:16.090747 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-51bc3216-38bf-4da0-9507-61de42e0461d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:16.138903 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fc43c570-7d80-4a5b-b21a-bfa27c5eaf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.162998 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fc43c570-7d80-4a5b-b21a-bfa27c5eaf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.209408 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fc43c570-7d80-4a5b-b21a-bfa27c5eaf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.212023 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-fc43c570-7d80-4a5b-b21a-bfa27c5eaf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.213154 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-fc43c570-7d80-4a5b-b21a-bfa27c5eaf0b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9308a467-f42f-44c2-aa29-4eb607ef84e2 HTTP/1.1" status: 204 len: 168 time: 0.1236649 Jun 24 10:29:16.214004 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e5d791cb-66b3-4f31-a9eb-9eeb4d70e07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:16.222688 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43c570-7d80-4a5b-b21a-bfa27c5eaf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9308a467-f42f-44c2-aa29-4eb607ef84e2,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:16.225506 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-fc43c570-7d80-4a5b-b21a-bfa27c5eaf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:16.461702 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43380) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:16.475411 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-94029642-33e9-4585-9dae-03f96ca0190b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.562822 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-94029642-33e9-4585-9dae-03f96ca0190b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.566925 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-94029642-33e9-4585-9dae-03f96ca0190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.569415 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e8a246d5-6b9c-4939-be90-7b37ebee4405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:16.604435 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-94029642-33e9-4585-9dae-03f96ca0190b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca6229af731847ac90c5644a57d6d4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416485 Jun 24 10:29:16.605348 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94029642-33e9-4585-9dae-03f96ca0190b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac041b0-e1aa-47d0-acd5-a1954ef7cd61,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:16.607216 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43382) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:16.609051 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-94029642-33e9-4585-9dae-03f96ca0190b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:16.656101 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9c82430e-768a-4c46-8a97-244686eaf277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.676570 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9c82430e-768a-4c46-8a97-244686eaf277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.721717 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9c82430e-768a-4c46-8a97-244686eaf277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.724357 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9c82430e-768a-4c46-8a97-244686eaf277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:16.725477 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-9c82430e-768a-4c46-8a97-244686eaf277 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ac041b0-e1aa-47d0-acd5-a1954ef7cd61 HTTP/1.1" status: 204 len: 168 time: 0.1173024 Jun 24 10:29:16.726304 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e6660214-a672-4a26-a84d-c493ab59f814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:16.734460 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82430e-768a-4c46-8a97-244686eaf277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac041b0-e1aa-47d0-acd5-a1954ef7cd61,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:16.736640 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9c82430e-768a-4c46-8a97-244686eaf277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:17.389203 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:29:17.737353 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43426) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:17.836484 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbecc12-d86f-4417-88dd-06c76b36fe76 req-a7143636-b828-4027-84df-083105dbbec1 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:17.837994 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4bbecc12-d86f-4417-88dd-06c76b36fe76 req-a7143636-b828-4027-84df-083105dbbec1 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0656474 Jun 24 10:29:17.847288 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ef934654-8182-4762-ad06-14572882fad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:17.876101 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4bbecc12-d86f-4417-88dd-06c76b36fe76 req-de444914-4652-4ed4-868b-9cc30e1b57aa tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321660 Jun 24 10:29:17.935549 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ef934654-8182-4762-ad06-14572882fad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:17.940471 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ef934654-8182-4762-ad06-14572882fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:17.942926 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-4a32faf9-dd3f-41b2-a68d-ac072544cf29 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:17.976297 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef934654-8182-4762-ad06-14572882fad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ec9a14-421d-4eec-b433-c29ababdc881,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:17.980492 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-ef934654-8182-4762-ad06-14572882fad4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3efc272f736743eaad2284181d5be7af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420928 Jun 24 10:29:17.981375 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ef934654-8182-4762-ad06-14572882fad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:17.983500 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43430) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:18.033582 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0b07f3c4-f05d-4c99-8d44-984c08352c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:18.055033 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0b07f3c4-f05d-4c99-8d44-984c08352c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:18.103926 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0b07f3c4-f05d-4c99-8d44-984c08352c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:18.106627 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0b07f3c4-f05d-4c99-8d44-984c08352c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:18.110518 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-0b07f3c4-f05d-4c99-8d44-984c08352c6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8ec9a14-421d-4eec-b433-c29ababdc881 HTTP/1.1" status: 204 len: 168 time: 0.1265194 Jun 24 10:29:18.111695 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-12ebb6ce-f50f-4722-8267-3766a7e2ba7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:18.119949 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f3c4-f05d-4c99-8d44-984c08352c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ec9a14-421d-4eec-b433-c29ababdc881,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:18.122257 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-0b07f3c4-f05d-4c99-8d44-984c08352c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:19.056486 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e2ed0-4241-4fa9-86d6-76295fbf0aa7 req-37913576-40ba-4eaa-860a-90766077c171 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:19.057954 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6f0e2ed0-4241-4fa9-86d6-76295fbf0aa7 req-37913576-40ba-4eaa-860a-90766077c171 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0686426 Jun 24 10:29:19.100338 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6f0e2ed0-4241-4fa9-86d6-76295fbf0aa7 req-1b73ac9a-b0ed-4561-857a-148d6269b629 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354590 Jun 24 10:29:20.285410 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5ac78-7268-4fce-8ff4-368fb4c0ed85 req-09702666-8b92-4d5d-bc80-b8af2e4f3880 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:20.286893 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-dcf5ac78-7268-4fce-8ff4-368fb4c0ed85 req-09702666-8b92-4d5d-bc80-b8af2e4f3880 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0650694 Jun 24 10:29:20.323367 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-dcf5ac78-7268-4fce-8ff4-368fb4c0ed85 req-48f23e21-a81c-49c8-96ab-a15427b40d13 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309207 Jun 24 10:29:21.490044 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27c729-396b-401d-9dd0-e0d0d2b3508d req-850b732a-50b1-47c5-826c-434ca6d3356c tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:21.491402 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4c27c729-396b-401d-9dd0-e0d0d2b3508d req-850b732a-50b1-47c5-826c-434ca6d3356c tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0608194 Jun 24 10:29:21.530508 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4c27c729-396b-401d-9dd0-e0d0d2b3508d req-c0615df0-9fb7-478f-adea-3d940d84cbf4 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334878 Jun 24 10:29:22.705711 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7f397-b3ba-43f3-8ec0-109489b320ab req-6eef57a3-2157-475c-9243-2a5574bdebec tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:22.707181 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-29f7f397-b3ba-43f3-8ec0-109489b320ab req-6eef57a3-2157-475c-9243-2a5574bdebec tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0625770 Jun 24 10:29:22.743789 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-29f7f397-b3ba-43f3-8ec0-109489b320ab req-84c6294f-f880-403e-834e-ec596aad6f83 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Jun 24 10:29:23.732890 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43524) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:23.838911 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-02ef3100-4257-47d2-aabc-e8b317505cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:23.962619 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbe20a-fec3-4553-a5f7-79c7fda490f6 req-4420f0e8-9697-4927-91d6-92e235d99c77 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:23.964069 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a5fbe20a-fec3-4553-a5f7-79c7fda490f6 req-4420f0e8-9697-4927-91d6-92e235d99c77 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.1065266 Jun 24 10:29:23.995578 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-02ef3100-4257-47d2-aabc-e8b317505cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:24.000402 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-02ef3100-4257-47d2-aabc-e8b317505cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:24.006484 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-885e60fd-4fd5-4b8b-8f7c-f6db4014b41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:24.041288 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-a5fbe20a-fec3-4553-a5f7-79c7fda490f6 req-c6bdd5b4-ddd1-4fc2-a588-cc9e54fa7f98 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689991 Jun 24 10:29:24.050636 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-02ef3100-4257-47d2-aabc-e8b317505cf6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef76cc51e4734d5dbbd2f92649def0d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167462 Jun 24 10:29:24.053200 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43530) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:24.060143 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef3100-4257-47d2-aabc-e8b317505cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab8b414-51f7-4db4-a567-af2c24fd3b6f,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:24.069193 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-02ef3100-4257-47d2-aabc-e8b317505cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:24.104479 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-15a29561-a8cb-4976-98c4-123d5a959585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:24.131378 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-15a29561-a8cb-4976-98c4-123d5a959585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:24.180347 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-15a29561-a8cb-4976-98c4-123d5a959585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:24.182905 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-15a29561-a8cb-4976-98c4-123d5a959585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:24.184033 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-15a29561-a8cb-4976-98c4-123d5a959585 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ab8b414-51f7-4db4-a567-af2c24fd3b6f HTTP/1.1" status: 204 len: 168 time: 0.1299441 Jun 24 10:29:24.184784 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-88c83b38-6343-461a-89ef-33797b8726d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:24.192685 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a29561-a8cb-4976-98c4-123d5a959585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab8b414-51f7-4db4-a567-af2c24fd3b6f,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:24.194955 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-15a29561-a8cb-4976-98c4-123d5a959585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:25.223480 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4380f6-b4d1-46b1-93a0-3076481c700b req-64c892d5-a990-4def-b28a-29c43a34e196 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:25.224942 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cf4380f6-b4d1-46b1-93a0-3076481c700b req-64c892d5-a990-4def-b28a-29c43a34e196 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0689743 Jun 24 10:29:25.262380 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cf4380f6-b4d1-46b1-93a0-3076481c700b req-36a429b2-1b1f-452a-b495-fbc3ca62cca8 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317097 Jun 24 10:29:26.437916 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b161a21-de06-427a-bff8-12ed9be221d3 req-5d4f57db-428f-40c6-b9d7-dd4c9119fb4f tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:26.439299 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2b161a21-de06-427a-bff8-12ed9be221d3 req-5d4f57db-428f-40c6-b9d7-dd4c9119fb4f tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0631609 Jun 24 10:29:26.476195 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2b161a21-de06-427a-bff8-12ed9be221d3 req-0569b6f6-9171-4ba1-9cb9-039020006f54 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307415 Jun 24 10:29:27.420682 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-8046addb-9847-47ba-a8f6-60ac9bc76108 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d86fe07e06504cb0beb2ae7aaff05294&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305047 Jun 24 10:29:27.612146 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-051e8f8d-9b37-4e33-9d45-fb8b4a0ec94d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:27.613571 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-051e8f8d-9b37-4e33-9d45-fb8b4a0ec94d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871674 Jun 24 10:29:27.628486 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-b77935fd-83ca-4a4f-ab0e-8ada74ef802f tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/quotas/d86fe07e06504cb0beb2ae7aaff05294 HTTP/1.1" status: 200 len: 375 time: 0.0094626 Jun 24 10:29:27.660349 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-5562f3dd-f0b2-4c9f-b7df-7fbce3c7cece tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d86fe07e06504cb0beb2ae7aaff05294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269942 Jun 24 10:29:27.665248 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952abec-214e-422d-9e42-b263184f9ca7 req-250165d8-add1-4713-96e8-b9540ac5e171 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:27.666768 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6952abec-214e-422d-9e42-b263184f9ca7 req-250165d8-add1-4713-96e8-b9540ac5e171 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0628800 Jun 24 10:29:27.705405 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6952abec-214e-422d-9e42-b263184f9ca7 req-dace5d61-8776-4d2d-9cd3-7033374e9ebd tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329676 Jun 24 10:29:27.830055 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d96edf3c-27a5-4cde-9d59-e4d37657aa41 req-f55c2db7-7007-4fe0-9555-9bdffa4aefa8 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 210 time: 0.0341208 Jun 24 10:29:28.892701 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc8d35-1ff4-4144-a4ed-532b04abd566 req-375c5820-5689-48b3-881a-d8658b8db468 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:28.894166 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-12dc8d35-1ff4-4144-a4ed-532b04abd566 req-375c5820-5689-48b3-881a-d8658b8db468 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0664580 Jun 24 10:29:28.932415 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-12dc8d35-1ff4-4144-a4ed-532b04abd566 req-b02a7cdd-b8b0-410a-bc48-2b04a6f279af tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Jun 24 10:29:28.974502 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-31b37e62-358c-4762-9492-d77b1989e6ef req-3d84b3ba-9c9c-4f99-9ff8-e45956c86539 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 210 time: 0.0280230 Jun 24 10:29:30.107514 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6aa53-8e3e-4ef9-aaee-a4aa968e285d req-f30c2130-0d66-4de1-8132-f4786c9a60ac tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:30.110306 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cbe6aa53-8e3e-4ef9-aaee-a4aa968e285d req-f30c2130-0d66-4de1-8132-f4786c9a60ac tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0687375 Jun 24 10:29:30.116611 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-2c64e53e-d333-4728-a5d0-b4ad8502b075 req-9bd44735-40a6-4bba-8cfd-1a50b8a3bf38 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 210 time: 0.0286710 Jun 24 10:29:30.148893 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-cbe6aa53-8e3e-4ef9-aaee-a4aa968e285d req-6767e2e7-a42a-445d-909d-e8f150196e5f tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334299 Jun 24 10:29:31.186930 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-78abbb9c-ae31-450d-9d97-9fbc858d5b8b tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=d86fe07e06504cb0beb2ae7aaff05294&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430384 Jun 24 10:29:31.303404 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9d113c83-ce01-4592-ae7f-d1f2e57a2ca4 req-6c8b2514-6a76-495c-8594-4336ea601cd1 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 210 time: 0.0434878 Jun 24 10:29:31.350685 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac937f-5af5-4062-b135-ebd44b72e483 req-927a62e7-9c4e-4db6-8134-5abe0099d320 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:31.352315 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e5ac937f-5af5-4062-b135-ebd44b72e483 req-927a62e7-9c4e-4db6-8134-5abe0099d320 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0697241 Jun 24 10:29:31.392147 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-e5ac937f-5af5-4062-b135-ebd44b72e483 req-75808e35-5108-44ce-b73b-cbab222d8f4c tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332706 Jun 24 10:29:31.407955 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-5ed095e5-c5ef-4f29-9425-0ddd55973a59 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:31.409378 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-5ed095e5-c5ef-4f29-9425-0ddd55973a59 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180445 Jun 24 10:29:31.424742 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Request body: {'port': {'device_id': '3d45f80e-5e6a-47c9-b02a-fbf93984a600', 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5', 'admin_state_up': True, 'tenant_id': 'd86fe07e06504cb0beb2ae7aaff05294'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:29:31.529761 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Made reservation on behalf of d86fe07e06504cb0beb2ae7aaff05294 for: {'port': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:29:31.533199 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:31.541738 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:31.631103 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:31.634847 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:31.637932 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f69dc186-cdf0-45d2-bfa9-ed58ab176293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:31.699017 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7555e872-d107-4559-84c1-43ab17a9cd60,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:31.702366 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:31.775826 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Allocated IP 192.168.233.143 (6418d371-55b9-4fa2-a150-3ff8c3a352a5/be9c4c52-b8ad-4a15-b2d7-6d588c3ad46f/5407425f-ace1-4f84-b078-5f4b6c1eeb2c) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:29:31.923495 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:31.936800 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Transition to ACTIVE for port object 5407425f-ace1-4f84-b078-5f4b6c1eeb2c will not be triggered until provisioned by entity DHCP. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:29:31.970080 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:31.973943 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-00a9ed60-4a8c-4eb0-b226-f3a2a9f2ccbc tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:32.253705 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Network 6418d371-55b9-4fa2-a150-3ff8c3a352a5 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:29:32.256865 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:29:32.260345 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:29:32.287426 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Pushing event updated for resources: {'Port': ['ID=5407425f-ace1-4f84-b078-5f4b6c1eeb2c,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:32.291982 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:32.316101 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:32.316723 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:32.332036 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-baa14c09-f14e-4f76-92ba-c52a558a561d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9108481 Jun 24 10:29:32.343857 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Request body: {'port': {'device_id': '3d45f80e-5e6a-47c9-b02a-fbf93984a600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:29:32.422622 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:32.522517 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-8af0a8e0-73f2-4460-b32c-ad36f873f954 None None] Provisioning for port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:29:32.526908 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-8af0a8e0-73f2-4460-b32c-ad36f873f954 None None] Provisioning complete for port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:29:32.527219 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-8af0a8e0-73f2-4460-b32c-ad36f873f954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:32.562542 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-8af0a8e0-73f2-4460-b32c-ad36f873f954 None None] Port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:29:32.572729 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402582a7-a51d-4446-bdff-fc1b455313a6 req-6c24b2f2-5999-4812-8763-6e578c939ce5 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:32.574496 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-402582a7-a51d-4446-bdff-fc1b455313a6 req-6c24b2f2-5999-4812-8763-6e578c939ce5 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0696092 Jun 24 10:29:32.583344 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05826cb6-0a43-49f4-a25f-b09f1984418e req-c46f3c3a-6d1f-4fde-8068-eb743a4ce616 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:32.584777 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-05826cb6-0a43-49f4-a25f-b09f1984418e req-c46f3c3a-6d1f-4fde-8068-eb743a4ce616 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 936 time: 0.1535673 Jun 24 10:29:32.613883 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-402582a7-a51d-4446-bdff-fc1b455313a6 req-7ac1ac14-910d-42bf-abe0-2cba456293b6 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338008 Jun 24 10:29:32.667710 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-05826cb6-0a43-49f4-a25f-b09f1984418e req-d88db82b-c0ec-44f3-952a-1aad8db3760c tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/security-groups?id=7555e872-d107-4559-84c1-43ab17a9cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764089 Jun 24 10:29:32.754985 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5407425f-ace1-4f84-b078-5f4b6c1eeb2c {{(pid=92851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:29:32.762547 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:32.775247 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Transition to ACTIVE for port object 5407425f-ace1-4f84-b078-5f4b6c1eeb2c will not be triggered until provisioned by entity L2. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:29:32.778677 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:32.781365 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e059f6fe-79d3-4a4b-a0e6-fabb683164e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:32.833679 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Pushing event updated for resources: {'Port': ['ID=5407425f-ace1-4f84-b078-5f4b6c1eeb2c,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:32.851339 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:32.915845 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Attempting to bind port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:29:32.916453 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Attempting to bind port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '3c3422a7-b51a-49a4-b868-8bae313e7809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5'}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:29:32.916936 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Attempting to bind port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c on network 6418d371-55b9-4fa2-a150-3ff8c3a352a5 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:29:32.921489 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c on network 6418d371-55b9-4fa2-a150-3ff8c3a352a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:29:32.921799 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Attempting to bind port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c on network 6418d371-55b9-4fa2-a150-3ff8c3a352a5 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:29:32.926886 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:29:32.927209 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Checking segment: {'id': '3c3422a7-b51a-49a4-b868-8bae313e7809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:29:32.927585 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Bound using segment: {'id': '3c3422a7-b51a-49a4-b868-8bae313e7809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5'} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:29:32.928022 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Bound port: 5407425f-ace1-4f84-b078-5f4b6c1eeb2c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3422a7-b51a-49a4-b868-8bae313e7809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5'}}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:29:32.928356 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:32.973296 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d88f6-b556-4878-9afb-f1eebbae3e8b req-f27708bf-c4b5-4658-93f0-ff276c7297c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:32.974973 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-973d88f6-b556-4878-9afb-f1eebbae3e8b req-f27708bf-c4b5-4658-93f0-ff276c7297c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=82190cd9eb964c4e871376cd30b1e902&device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 1098 time: 0.0674090 Jun 24 10:29:33.006656 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] For port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c, host hv-cinder-79049, cleared binding levels {{(pid=92851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:29:33.010159 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] For port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5407425f-ace1-4f84-b078-5f4b6c1eeb2c,segment=NetworkSegment(3c3422a7-b51a-49a4-b868-8bae313e7809),segment_id=3c3422a7-b51a-49a4-b868-8bae313e7809)] {{(pid=92851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:29:33.015933 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:33.020167 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-92895b51-0148-433a-ab0a-c656fd29fea8 tempest-ServerRescueNegativeTestJSON-1893514866 tempest-ServerRescueNegativeTestJSON-1893514866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:33.033929 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.034487 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:33.036235 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] 10.222.0.77 "PUT /v2.0/ports/5407425f-ace1-4f84-b078-5f4b6c1eeb2c HTTP/1.1" status: 200 len: 1098 time: 0.6967273 Jun 24 10:29:33.062379 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d45f80e-5e6a-47c9-b02a-fbf93984a600', 'tag': '5407425f-ace1-4f84-b078-5f4b6c1eeb2c'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:29:33.065335 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a6599a-3225-41c7-852f-a93434db23b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d45f80e-5e6a-47c9-b02a-fbf93984a600", "tag": "5407425f-ace1-4f84-b078-5f4b6c1eeb2c"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:29:33.111710 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d88f6-b556-4878-9afb-f1eebbae3e8b req-e182f0ca-ff69-433a-9d34-b6661c1103e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.114719 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-973d88f6-b556-4878-9afb-f1eebbae3e8b req-e182f0ca-ff69-433a-9d34-b6661c1103e7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6355e628-9f28-4961-a0d1-600ac14b8a17 HTTP/1.1" status: 200 len: 911 time: 0.1321633 Jun 24 10:29:33.146962 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb16730-017b-42f1-8830-216649bf67ab x-openstack-request-id: req-eeb16730-017b-42f1-8830-216649bf67ab {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:29:33.147283 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d45f80e-5e6a-47c9-b02a-fbf93984a600", "tag": "5407425f-ace1-4f84-b078-5f4b6c1eeb2c", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:29:33.147577 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eeb16730-017b-42f1-8830-216649bf67ab {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:29:33.148005 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d45f80e-5e6a-47c9-b02a-fbf93984a600', 'tag': '5407425f-ace1-4f84-b078-5f4b6c1eeb2c', 'status': 'completed', 'code': 200} Jun 24 10:29:33.150274 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Pushing event updated for resources: {'Port': ['ID=5407425f-ace1-4f84-b078-5f4b6c1eeb2c,revision_number=3']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:33.153697 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:33.167050 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-0f8afb54-f87b-4d6b-9126-ac50753bce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.168530 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-0f8afb54-f87b-4d6b-9126-ac50753bce8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d86fe07e06504cb0beb2ae7aaff05294&device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 1101 time: 0.0871727 Jun 24 10:29:33.192586 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-973d88f6-b556-4878-9afb-f1eebbae3e8b req-d1b14416-225b-4de8-874b-89cfa27f865d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce HTTP/1.1" status: 200 len: 1000 time: 0.0711477 Jun 24 10:29:33.213022 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-e0178228-8382-4bcc-af61-a031cd85b4dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5407425f-ace1-4f84-b078-5f4b6c1eeb2c HTTP/1.1" status: 200 len: 217 time: 0.0374370 Jun 24 10:29:33.247055 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d88f6-b556-4878-9afb-f1eebbae3e8b req-3e45c81f-699d-4658-9d17-89f320bad216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.248541 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-973d88f6-b556-4878-9afb-f1eebbae3e8b req-3e45c81f-699d-4658-9d17-89f320bad216 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=272ce042-0693-4e72-a6a0-164bdb0a38a6 HTTP/1.1" status: 200 len: 848 time: 0.0501354 Jun 24 10:29:33.273911 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-d9689bfe-e174-4eaa-af20-f8852388b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.275669 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-d9689bfe-e174-4eaa-af20-f8852388b742 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be9c4c52-b8ad-4a15-b2d7-6d588c3ad46f HTTP/1.1" status: 200 len: 843 time: 0.0564189 Jun 24 10:29:33.324658 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d88f6-b556-4878-9afb-f1eebbae3e8b req-a692d68c-4a1d-467b-b7fe-02c336dc515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.326157 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-973d88f6-b556-4878-9afb-f1eebbae3e8b req-a692d68c-4a1d-467b-b7fe-02c336dc515e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6355e628-9f28-4961-a0d1-600ac14b8a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712364 Jun 24 10:29:33.345430 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-082057d5-e0e5-4637-aee9-663bb2dbf31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.347126 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-082057d5-e0e5-4637-aee9-663bb2dbf31f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6418d371-55b9-4fa2-a150-3ff8c3a352a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0657516 Jun 24 10:29:33.422020 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-973d88f6-b556-4878-9afb-f1eebbae3e8b req-a8a4cec2-c2f3-4136-bd0d-be99a755eaf3 service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895054 Jun 24 10:29:33.439350 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-0c0ee870-a037-40bc-a10b-997286269f7b service neutron] 10.222.0.77 "GET /v2.0/networks/6418d371-55b9-4fa2-a150-3ff8c3a352a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858390 Jun 24 10:29:33.523064 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-973d88f6-b556-4878-9afb-f1eebbae3e8b req-8eec855c-62fc-453b-bbaa-92d68d76b941 service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941405 Jun 24 10:29:33.538902 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0ebd3fda-1e81-4861-af56-ab172b44c94f req-ed28acbb-08a1-47cd-be82-08c0d6454725 service neutron] 10.222.0.77 "GET /v2.0/networks/6418d371-55b9-4fa2-a150-3ff8c3a352a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928881 Jun 24 10:29:33.632204 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6599a-3225-41c7-852f-a93434db23b8 req-7beb226a-ddbb-4079-8eed-a894e9c90a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.633710 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b6a6599a-3225-41c7-852f-a93434db23b8 req-7beb226a-ddbb-4079-8eed-a894e9c90a28 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d86fe07e06504cb0beb2ae7aaff05294&device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 1101 time: 0.0514364 Jun 24 10:29:33.736757 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6599a-3225-41c7-852f-a93434db23b8 req-70e72676-20e5-4bf6-b239-2427f625cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.738340 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b6a6599a-3225-41c7-852f-a93434db23b8 req-70e72676-20e5-4bf6-b239-2427f625cf1b service neutron] 10.222.0.77 "GET /v2.0/networks?id=6418d371-55b9-4fa2-a150-3ff8c3a352a5 HTTP/1.1" status: 200 len: 871 time: 0.0955882 Jun 24 10:29:33.803467 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b6a6599a-3225-41c7-852f-a93434db23b8 req-137f4448-db6b-417f-86d5-932a1759c8ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5407425f-ace1-4f84-b078-5f4b6c1eeb2c HTTP/1.1" status: 200 len: 217 time: 0.0554464 Jun 24 10:29:33.848411 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57b4be-d3a1-4f88-9ea5-777537428493 req-4fa08769-5575-410f-8621-01ac039bde56 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.849886 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4c57b4be-d3a1-4f88-9ea5-777537428493 req-4fa08769-5575-410f-8621-01ac039bde56 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 948 time: 0.0661075 Jun 24 10:29:33.865163 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6599a-3225-41c7-852f-a93434db23b8 req-bef0d00e-796a-402a-8bba-9cf33923bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.866679 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b6a6599a-3225-41c7-852f-a93434db23b8 req-bef0d00e-796a-402a-8bba-9cf33923bd7f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be9c4c52-b8ad-4a15-b2d7-6d588c3ad46f HTTP/1.1" status: 200 len: 843 time: 0.0569961 Jun 24 10:29:33.880683 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac0da0-2ead-407a-be45-a241a03f44dd req-d8af7fdf-f7b9-43b7-9ccf-c09466ea053c tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.882232 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8dac0da0-2ead-407a-be45-a241a03f44dd req-d8af7fdf-f7b9-43b7-9ccf-c09466ea053c tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.1430068 Jun 24 10:29:33.890787 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-4c57b4be-d3a1-4f88-9ea5-777537428493 req-1311c021-480e-46f4-9d25-b340f6e5c758 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/security-groups?id=7555e872-d107-4559-84c1-43ab17a9cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344470 Jun 24 10:29:33.945695 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8dac0da0-2ead-407a-be45-a241a03f44dd req-5ccb88ef-3d46-4f85-951f-88f602b7a0cf tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550160 Jun 24 10:29:33.963971 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6599a-3225-41c7-852f-a93434db23b8 req-d8e48a24-4579-4c83-8147-62f247c42495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:33.965471 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b6a6599a-3225-41c7-852f-a93434db23b8 req-d8e48a24-4579-4c83-8147-62f247c42495 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6418d371-55b9-4fa2-a150-3ff8c3a352a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0823526 Jun 24 10:29:34.062550 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b6a6599a-3225-41c7-852f-a93434db23b8 req-e8652422-6d53-4167-85f8-f00b2e07ac23 service neutron] 10.222.0.77 "GET /v2.0/networks/6418d371-55b9-4fa2-a150-3ff8c3a352a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896900 Jun 24 10:29:34.150755 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b6a6599a-3225-41c7-852f-a93434db23b8 req-2b18ae21-cd93-4d0e-b931-b4b53ca6ac7a service neutron] 10.222.0.77 "GET /v2.0/networks/6418d371-55b9-4fa2-a150-3ff8c3a352a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809240 Jun 24 10:29:34.713481 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5407425f-ace1-4f84-b078-5f4b6c1eeb2c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:29:34.808481 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5407425f-ace1-4f84-b078-5f4b6c1eeb2c,segment=NetworkSegment(3c3422a7-b51a-49a4-b868-8bae313e7809),segment_id=3c3422a7-b51a-49a4-b868-8bae313e7809)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:34.821050 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '5407425f-ace1-4f84-b078-5f4b6c1eeb2c', 'network_id': '6418d371-55b9-4fa2-a150-3ff8c3a352a5', 'port_id': '5407425f-ace1-4f84-b078-5f4b6c1eeb2c', 'mac_address': 'fa:16:3e:7b:0d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9c4c52-b8ad-4a15-b2d7-6d588c3ad46f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:29:34.855210 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:34.867617 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5407425f-ace1-4f84-b078-5f4b6c1eeb2c {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:29:34.887078 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5407425f-ace1-4f84-b078-5f4b6c1eeb2c,segment=NetworkSegment(3c3422a7-b51a-49a4-b868-8bae313e7809),segment_id=3c3422a7-b51a-49a4-b868-8bae313e7809)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:34.890763 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:34.893505 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-cd3caf2c-d8e4-43a6-a6a9-3cc5ac2fc511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:34.938317 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=5407425f-ace1-4f84-b078-5f4b6c1eeb2c,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:34.941759 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:34.970059 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:35.070713 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89be27-f3fc-458b-9b7b-5f14fa1b9fdf req-e387ecdd-98ad-4cd8-a3ae-fea0cd9e66e5 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:35.072191 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-af89be27-f3fc-458b-9b7b-5f14fa1b9fdf req-e387ecdd-98ad-4cd8-a3ae-fea0cd9e66e5 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 949 time: 0.0696051 Jun 24 10:29:35.112963 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-af89be27-f3fc-458b-9b7b-5f14fa1b9fdf req-d2c508c8-8a30-4ac4-8072-f24574999c6a tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/security-groups?id=7555e872-d107-4559-84c1-43ab17a9cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351527 Jun 24 10:29:35.126798 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['5407425f-ace1-4f84-b078-5f4b6c1eeb2c'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:29:35.131269 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67510103-2f4b-4521-b50d-da7b5a06ec31 req-11b35562-0268-4a5f-b74c-cc8f9467666b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:35.134840 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-67510103-2f4b-4521-b50d-da7b5a06ec31 req-11b35562-0268-4a5f-b74c-cc8f9467666b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0695426 Jun 24 10:29:35.173100 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-67510103-2f4b-4521-b50d-da7b5a06ec31 req-ed43694a-61d6-48fa-8127-0b600fdd10bd tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347021 Jun 24 10:29:35.782596 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43712) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:35.889475 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e903a984-2c2b-44d2-9d45-02a3bab99ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:35.975939 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e903a984-2c2b-44d2-9d45-02a3bab99ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:35.979614 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e903a984-2c2b-44d2-9d45-02a3bab99ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:35.983699 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-15a29561-a8cb-4976-98c4-123d5a959585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:36.019313 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-e903a984-2c2b-44d2-9d45-02a3bab99ad4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e4c95294439a4ed6ac2a85f156667067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355866 Jun 24 10:29:36.020511 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903a984-2c2b-44d2-9d45-02a3bab99ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f27ac65-8688-428e-b7c1-fe29915dedd1,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:36.022319 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43716) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:36.024264 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e903a984-2c2b-44d2-9d45-02a3bab99ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:36.071852 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-531c7b5e-d937-4e38-8dd6-14c116a8bc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.093874 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-531c7b5e-d937-4e38-8dd6-14c116a8bc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.141202 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-531c7b5e-d937-4e38-8dd6-14c116a8bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.143891 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-531c7b5e-d937-4e38-8dd6-14c116a8bc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.145006 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-531c7b5e-d937-4e38-8dd6-14c116a8bc83 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f27ac65-8688-428e-b7c1-fe29915dedd1 HTTP/1.1" status: 204 len: 168 time: 0.1215184 Jun 24 10:29:36.145768 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9b49ffb4-e8d2-46e3-9a94-63e394500974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:36.162039 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c7b5e-d937-4e38-8dd6-14c116a8bc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f27ac65-8688-428e-b7c1-fe29915dedd1,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:36.164915 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-531c7b5e-d937-4e38-8dd6-14c116a8bc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:36.332774 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd9a1b-1b32-464d-8db1-df18efbcd0ec req-7c0b6a48-8661-4f68-9f42-c3869208a58d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:36.334432 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-58bd9a1b-1b32-464d-8db1-df18efbcd0ec req-7c0b6a48-8661-4f68-9f42-c3869208a58d tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 949 time: 0.0766652 Jun 24 10:29:36.369763 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5eba9-2365-485c-a823-456f55f3e718 req-3b691e44-2c98-4e41-a90d-809d1e5fdb65 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:36.371266 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-78e5eba9-2365-485c-a823-456f55f3e718 req-3b691e44-2c98-4e41-a90d-809d1e5fdb65 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0673456 Jun 24 10:29:36.378092 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-58bd9a1b-1b32-464d-8db1-df18efbcd0ec req-67dfd4d3-157f-48bb-bbf2-f8d3327799e5 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/security-groups?id=7555e872-d107-4559-84c1-43ab17a9cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373552 Jun 24 10:29:36.415272 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-78e5eba9-2365-485c-a823-456f55f3e718 req-6139d6ba-345c-4192-ab49-e3cf109306f4 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380960 Jun 24 10:29:36.449863 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43728) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:36.463593 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4d92b676-70b7-42b4-96e7-bbc160521803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.557078 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4d92b676-70b7-42b4-96e7-bbc160521803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.562284 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-4d92b676-70b7-42b4-96e7-bbc160521803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.566089 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-dfd809fa-6c58-4d50-819f-d969e4f64312 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:36.605155 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43730) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:36.605408 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-4d92b676-70b7-42b4-96e7-bbc160521803 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7da216952fc14c52b115f7f03aa3d1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542854 Jun 24 10:29:36.608209 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92b676-70b7-42b4-96e7-bbc160521803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3b0426-3cc6-44df-9aeb-58a85e3f5932,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:36.611717 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-4d92b676-70b7-42b4-96e7-bbc160521803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:36.672778 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4f9b85c7-aabf-49ea-b6b2-ca7130ed952a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.696444 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4f9b85c7-aabf-49ea-b6b2-ca7130ed952a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.726046 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5407425f-ace1-4f84-b078-5f4b6c1eeb2c up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:29:36.756466 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4f9b85c7-aabf-49ea-b6b2-ca7130ed952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.759290 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4f9b85c7-aabf-49ea-b6b2-ca7130ed952a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.762636 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-4f9b85c7-aabf-49ea-b6b2-ca7130ed952a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff3b0426-3cc6-44df-9aeb-58a85e3f5932 HTTP/1.1" status: 204 len: 168 time: 0.1537342 Jun 24 10:29:36.762636 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-1a429409-8eac-4362-bd90-50518b3b1173 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:36.769282 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b85c7-aabf-49ea-b6b2-ca7130ed952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3b0426-3cc6-44df-9aeb-58a85e3f5932,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:36.779621 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4f9b85c7-aabf-49ea-b6b2-ca7130ed952a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:36.814677 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:29:36.821358 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:29:36.821904 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.827569 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c6e8e-da48-4580-a219-c8f54b6dae28 req-ea25488d-fd56-40cc-a739-0d6dbe030b8a tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:36.834568 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-469c6e8e-da48-4580-a219-c8f54b6dae28 req-ea25488d-fd56-40cc-a739-0d6dbe030b8a tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.1090317 Jun 24 10:29:36.909071 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-469c6e8e-da48-4580-a219-c8f54b6dae28 req-0675494b-2ab9-49c0-8992-c8f20ff85382 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735757 Jun 24 10:29:36.926296 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.930716 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-89850168-f7f5-4b15-a015-5641da5e0468 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2614222 Jun 24 10:29:36.956260 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d45f80e-5e6a-47c9-b02a-fbf93984a600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5407425f-ace1-4f84-b078-5f4b6c1eeb2c'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:29:36.958744 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dc8f0d-9417-4e53-a78a-93751a1a8b18" -d '{"events": [{"server_uuid": "3d45f80e-5e6a-47c9-b02a-fbf93984a600", "name": "network-vif-plugged", "status": "completed", "tag": "5407425f-ace1-4f84-b078-5f4b6c1eeb2c"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:29:36.971886 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5407425f-ace1-4f84-b078-5f4b6c1eeb2c,segment=NetworkSegment(3c3422a7-b51a-49a4-b868-8bae313e7809),segment_id=3c3422a7-b51a-49a4-b868-8bae313e7809)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:36.978409 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:36.980820 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-99df0b1e-f5fb-4263-b7d6-63203f3bd510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:37.005896 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3606a9cf-677c-49f8-b99f-d7ac642b1c43 x-openstack-request-id: req-3606a9cf-677c-49f8-b99f-d7ac642b1c43 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:29:37.006260 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d45f80e-5e6a-47c9-b02a-fbf93984a600", "name": "network-vif-plugged", "status": "completed", "tag": "5407425f-ace1-4f84-b078-5f4b6c1eeb2c", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:29:37.006674 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3606a9cf-677c-49f8-b99f-d7ac642b1c43 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:29:37.007072 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d45f80e-5e6a-47c9-b02a-fbf93984a600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5407425f-ace1-4f84-b078-5f4b6c1eeb2c', 'code': 200} Jun 24 10:29:37.039605 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=5407425f-ace1-4f84-b078-5f4b6c1eeb2c,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:37.043491 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:37.258238 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6c2c8-bb97-42ab-86d7-3920a67a08cd req-0a5dc61a-dc74-439c-ae48-b603e76e8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:37.259717 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9ed6c2c8-bb97-42ab-86d7-3920a67a08cd req-0a5dc61a-dc74-439c-ae48-b603e76e8320 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 1103 time: 0.0602019 Jun 24 10:29:37.301748 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9ed6c2c8-bb97-42ab-86d7-3920a67a08cd req-934d7405-1fe8-4f27-a852-d3a492aa2c4d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7555e872-d107-4559-84c1-43ab17a9cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358026 Jun 24 10:29:37.555568 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80b95-b96e-4773-b81c-8bf8c99b3c3c req-d485dff2-5549-4817-9d94-78a1068ca535 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:37.557032 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5ed80b95-b96e-4773-b81c-8bf8c99b3c3c req-d485dff2-5549-4817-9d94-78a1068ca535 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 950 time: 0.0636661 Jun 24 10:29:37.595582 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5ed80b95-b96e-4773-b81c-8bf8c99b3c3c req-42f8fa82-60fa-4670-b635-8ebb102f6d7e tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/security-groups?id=7555e872-d107-4559-84c1-43ab17a9cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Jun 24 10:29:38.110130 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139e9fd-a29c-4fa9-814b-51a85a253a53 req-b3578fe3-cb2c-4d8f-9ffd-a65bf23b26f7 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:38.114831 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c139e9fd-a29c-4fa9-814b-51a85a253a53 req-b3578fe3-cb2c-4d8f-9ffd-a65bf23b26f7 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0731785 Jun 24 10:29:38.157110 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-c139e9fd-a29c-4fa9-814b-51a85a253a53 req-ea4f0e39-fbff-486b-8115-4f8b7a1fc29e tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409460 Jun 24 10:29:38.395674 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-016c3591-aea4-4eb2-9fbe-c51e9a2c60e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:38.462545 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-58e3771b-c572-4702-9f65-b21e447f0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:38.464012 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-58e3771b-c572-4702-9f65-b21e447f0b9b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592&tenant_id=82190cd9eb964c4e871376cd30b1e902 HTTP/1.1" status: 200 len: 1098 time: 0.0929000 Jun 24 10:29:38.521133 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43792) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:38.544739 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-3cb53ce7-1c44-4f36-b83c-2585b35ea26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:38.546920 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-3cb53ce7-1c44-4f36-b83c-2585b35ea26e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=82190cd9eb964c4e871376cd30b1e902&device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 1098 time: 0.0610228 Jun 24 10:29:38.635219 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-44e03e44-f58a-42b0-9a8e-8262892b206e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:38.663033 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-88b4534f-966b-4f47-b8c1-a8682e4102c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:38.664196 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-88b4534f-966b-4f47-b8c1-a8682e4102c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6355e628-9f28-4961-a0d1-600ac14b8a17 HTTP/1.1" status: 200 len: 911 time: 0.1117487 Jun 24 10:29:38.733774 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f4f92721-25f0-4ede-9c11-fa1557bb38ce no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:29:38.796828 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-837fa2be-2d73-4a34-8d3c-3388f31f1027 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce HTTP/1.1" status: 200 len: 1000 time: 0.1234391 Jun 24 10:29:38.816841 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:38.850389 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f4f92721-25f0-4ede-9c11-fa1557bb38ce, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:38.854956 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:38.856780 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:38.884449 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b8b43-ee99-48eb-8ab7-dcd08e3e207b req-d1c82ee8-44bc-44c1-a57e-e1459c8c4cf6 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:38.885908 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-141b8b43-ee99-48eb-8ab7-dcd08e3e207b req-d1c82ee8-44bc-44c1-a57e-e1459c8c4cf6 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 950 time: 0.1675053 Jun 24 10:29:38.887661 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-68dbba45-8958-4a0d-b5f6-97b8737d6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:38.888541 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-68dbba45-8958-4a0d-b5f6-97b8737d6d91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=272ce042-0693-4e72-a6a0-164bdb0a38a6 HTTP/1.1" status: 200 len: 848 time: 0.0841744 Jun 24 10:29:38.901717 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=f4f92721-25f0-4ede-9c11-fa1557bb38ce,revision_number=6']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:38.905283 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:38.911421 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-44e03e44-f58a-42b0-9a8e-8262892b206e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:38.939368 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-44e03e44-f58a-42b0-9a8e-8262892b206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:38.945469 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-c0925e5f-016a-452c-a531-c3ab47aee304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:38.997427 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-44e03e44-f58a-42b0-9a8e-8262892b206e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8727cf2e1994c2a980b91ceb3376080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751861 Jun 24 10:29:39.000191 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43800) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:39.000349 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-141b8b43-ee99-48eb-8ab7-dcd08e3e207b req-6a6689f2-cf34-476f-9916-c72ba242aa45 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/security-groups?id=7555e872-d107-4559-84c1-43ab17a9cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069326 Jun 24 10:29:39.003295 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e03e44-f58a-42b0-9a8e-8262892b206e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b89283-3473-4f59-a7c1-4755b17623f5,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:39.006673 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-44e03e44-f58a-42b0-9a8e-8262892b206e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:39.010635 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:29:39.015376 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc3d1d1-1d37-495e-a66d-f774ab0663b6" -d '{"events": [{"server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:29:39.020666 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-97e0c880-92be-4b18-a244-f04b47074841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:39.022285 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-97e0c880-92be-4b18-a244-f04b47074841 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6355e628-9f28-4961-a0d1-600ac14b8a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1275430 Jun 24 10:29:39.066038 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 10:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1d30bc-7bc1-4535-b0fe-749a6ce0ea22 x-openstack-request-id: req-bc1d30bc-7bc1-4535-b0fe-749a6ce0ea22 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:29:39.066377 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:29:39.066642 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bc1d30bc-7bc1-4535-b0fe-749a6ce0ea22 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:29:39.067044 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'code': 200} Jun 24 10:29:39.082585 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-efd3e401-3201-48dc-a11a-fd49a3244fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:39.104006 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-efd3e401-3201-48dc-a11a-fd49a3244fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:39.117898 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-aad2d5bc-7266-4ec9-8c44-fe4aec62f341 service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894082 Jun 24 10:29:39.152998 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-efd3e401-3201-48dc-a11a-fd49a3244fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:39.156786 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-efd3e401-3201-48dc-a11a-fd49a3244fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:39.158165 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-efd3e401-3201-48dc-a11a-fd49a3244fdc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e1b89283-3473-4f59-a7c1-4755b17623f5 HTTP/1.1" status: 204 len: 168 time: 0.1569536 Jun 24 10:29:39.158952 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-87c1ef2b-f129-4bb4-93dd-7217107ef828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:39.177709 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3e401-3201-48dc-a11a-fd49a3244fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b89283-3473-4f59-a7c1-4755b17623f5,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:39.180649 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-efd3e401-3201-48dc-a11a-fd49a3244fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:39.247916 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8a2a4099-644b-4ad3-99ab-087910520bf2 req-a7345ad1-91da-4351-8cdf-93beba8b0670 service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234565 Jun 24 10:29:39.378903 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36d9a-de45-45bf-98db-3927faa0049e req-6fef586e-79e0-4c78-9a83-7934ef2c18d8 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:39.382278 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f7a36d9a-de45-45bf-98db-3927faa0049e req-6fef586e-79e0-4c78-9a83-7934ef2c18d8 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0904191 Jun 24 10:29:39.426361 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f7a36d9a-de45-45bf-98db-3927faa0049e req-f9cdc476-1198-4762-adac-bf2fb54094f1 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385661 Jun 24 10:29:39.516213 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 43816) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:39.527482 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bec945-e1d5-4b93-83f7-7381cf49cfb5 req-6d284914-0aa9-4c27-aaea-d9e877f57ca0 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:39.528940 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b3bec945-e1d5-4b93-83f7-7381cf49cfb5 req-6d284914-0aa9-4c27-aaea-d9e877f57ca0 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 950 time: 0.0708482 Jun 24 10:29:39.529401 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c14fc61c-550a-4cc2-80c6-853d4859d8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:39.573159 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b3bec945-e1d5-4b93-83f7-7381cf49cfb5 req-e24216e1-d38a-4d90-87e3-36f19d80cd37 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/security-groups?id=7555e872-d107-4559-84c1-43ab17a9cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363424 Jun 24 10:29:39.640973 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c14fc61c-550a-4cc2-80c6-853d4859d8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:39.644904 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c14fc61c-550a-4cc2-80c6-853d4859d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:39.647507 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-5bfdfacd-4e7c-4179-a527-b7c69b18820c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:39.686522 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fc61c-550a-4cc2-80c6-853d4859d8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980042ee-8bfd-4fe5-9686-0059ba3271c8,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:39.693477 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 43818) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:39.694059 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-c14fc61c-550a-4cc2-80c6-853d4859d8af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d46137d406343c7ae5270fcd1887990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762605 Jun 24 10:29:39.694446 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c14fc61c-550a-4cc2-80c6-853d4859d8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:39.743527 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-19a8e07b-5b81-4daa-b277-e96d57faebac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:39.767504 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-19a8e07b-5b81-4daa-b277-e96d57faebac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:39.813425 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-19a8e07b-5b81-4daa-b277-e96d57faebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:39.816338 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-19a8e07b-5b81-4daa-b277-e96d57faebac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:39.817660 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-19a8e07b-5b81-4daa-b277-e96d57faebac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/980042ee-8bfd-4fe5-9686-0059ba3271c8 HTTP/1.1" status: 204 len: 168 time: 0.1231987 Jun 24 10:29:39.818499 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-b02fb267-7304-4c6a-b862-3b22ebdc06be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:39.825752 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8e07b-5b81-4daa-b277-e96d57faebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980042ee-8bfd-4fe5-9686-0059ba3271c8,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:39.828503 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-19a8e07b-5b81-4daa-b277-e96d57faebac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:40.626467 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562c0aa-c560-46f5-b7dd-537e44bb5a75 req-f3e93b36-d9e4-48d8-be62-b873b4a50c72 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:40.630830 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2562c0aa-c560-46f5-b7dd-537e44bb5a75 req-f3e93b36-d9e4-48d8-be62-b873b4a50c72 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0734336 Jun 24 10:29:40.667889 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-2562c0aa-c560-46f5-b7dd-537e44bb5a75 req-c5b80db1-c7ff-498e-881e-d0886ba1206a tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335653 Jun 24 10:29:40.784664 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcc714-3bfc-48b8-bdf8-dbeb9e697cd8 req-860f5d43-b107-402f-906f-a1f04809f8a9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:40.786103 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c2bcc714-3bfc-48b8-bdf8-dbeb9e697cd8 req-860f5d43-b107-402f-906f-a1f04809f8a9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 950 time: 0.1135969 Jun 24 10:29:40.797488 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84d429-7f6d-4985-81c8-7bd47c519037 req-9cf6d586-ab2e-4171-9269-885c63100e88 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:40.798943 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-eb84d429-7f6d-4985-81c8-7bd47c519037 req-9cf6d586-ab2e-4171-9269-885c63100e88 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d45f80e-5e6a-47c9-b02a-fbf93984a600 HTTP/1.1" status: 200 len: 950 time: 0.0947769 Jun 24 10:29:40.902206 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-eb84d429-7f6d-4985-81c8-7bd47c519037 req-e45c5162-9e89-4357-8c45-304eca2419ba tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.79 "GET /v2.0/security-groups?id=7555e872-d107-4559-84c1-43ab17a9cd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959969 Jun 24 10:29:40.928266 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-c2bcc714-3bfc-48b8-bdf8-dbeb9e697cd8 req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Deleting port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:29:40.928602 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-c2bcc714-3bfc-48b8-bdf8-dbeb9e697cd8 req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:41.015131 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-c2bcc714-3bfc-48b8-bdf8-dbeb9e697cd8 req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] For port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5407425f-ace1-4f84-b078-5f4b6c1eeb2c,segment=NetworkSegment(3c3422a7-b51a-49a4-b868-8bae313e7809),segment_id=3c3422a7-b51a-49a4-b868-8bae313e7809)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:41.015589 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-c2bcc714-3bfc-48b8-bdf8-dbeb9e697cd8 req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:41.030900 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-c2bcc714-3bfc-48b8-bdf8-dbeb9e697cd8 req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Calling delete_port for 5407425f-ace1-4f84-b078-5f4b6c1eeb2c owned by compute:nova {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:29:41.100210 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-6339ea6b-1fa3-4b44-a4f5-7905e6c7cfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:41.159934 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-c2bcc714-3bfc-48b8-bdf8-dbeb9e697cd8 req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:41.163903 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3089f4fc-3250-4374-98af-9d97b817b246 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:41.172798 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['5407425f-ace1-4f84-b078-5f4b6c1eeb2c'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:29:41.191429 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Pushing event deleted for resources: {'Port': ['ID=5407425f-ace1-4f84-b078-5f4b6c1eeb2c,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:41.193715 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:41.239127 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:41.241863 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bcc714-3bfc-48b8-bdf8-dbeb9e697cd8 req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] No DVR routers for this DVR port 5407425f-ace1-4f84-b078-5f4b6c1eeb2c on host hv-cinder-79049 {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:29:41.244341 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-c2bcc714-3bfc-48b8-bdf8-dbeb9e697cd8 req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:41.247740 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-c2bcc714-3bfc-48b8-bdf8-dbeb9e697cd8 req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] 10.222.0.77 "DELETE /v2.0/ports/5407425f-ace1-4f84-b078-5f4b6c1eeb2c HTTP/1.1" status: 204 len: 173 time: 0.4478574 Jun 24 10:29:41.248282 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d45f80e-5e6a-47c9-b02a-fbf93984a600', 'name': 'network-vif-deleted', 'tag': '5407425f-ace1-4f84-b078-5f4b6c1eeb2c'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:29:41.255123 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e2df33-be41-4a38-9a91-d95c1555c0d1" -d '{"events": [{"server_uuid": "3d45f80e-5e6a-47c9-b02a-fbf93984a600", "name": "network-vif-deleted", "tag": "5407425f-ace1-4f84-b078-5f4b6c1eeb2c"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:29:41.301763 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabb7066-43f7-4be4-bc2e-c54083b7aa04 x-openstack-request-id: req-fabb7066-43f7-4be4-bc2e-c54083b7aa04 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:29:41.302300 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d45f80e-5e6a-47c9-b02a-fbf93984a600", "name": "network-vif-deleted", "tag": "5407425f-ace1-4f84-b078-5f4b6c1eeb2c", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:29:41.302603 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fabb7066-43f7-4be4-bc2e-c54083b7aa04 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:29:41.303668 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d45f80e-5e6a-47c9-b02a-fbf93984a600', 'name': 'network-vif-deleted', 'tag': '5407425f-ace1-4f84-b078-5f4b6c1eeb2c', 'status': 'completed', 'code': 200} Jun 24 10:29:41.850429 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa2894-02ff-426e-8083-b3a81e201591 req-1d2f3a8a-4578-4169-b33e-a042973d5cfe tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:41.851828 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7eaa2894-02ff-426e-8083-b3a81e201591 req-1d2f3a8a-4578-4169-b33e-a042973d5cfe tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0667770 Jun 24 10:29:41.890486 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7eaa2894-02ff-426e-8083-b3a81e201591 req-44a7c755-6953-40be-becc-2aa2e315edfb tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326536 Jun 24 10:29:42.046629 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:43.091530 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300e1c3-d479-46cf-a047-466ff883b058 req-0e7658bd-ded0-428b-afd6-9a178ff3e685 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:43.092985 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5300e1c3-d479-46cf-a047-466ff883b058 req-0e7658bd-ded0-428b-afd6-9a178ff3e685 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0736332 Jun 24 10:29:43.133380 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-5300e1c3-d479-46cf-a047-466ff883b058 req-3757fd5a-c8ec-4a82-9ef8-d569881f436e tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341883 Jun 24 10:29:43.745137 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:44.382723 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eacd15-331e-4b56-aa25-98519b15d484 req-6af28d31-eb63-4ef9-ad5f-4f75b114a165 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:44.384702 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-60eacd15-331e-4b56-aa25-98519b15d484 req-6af28d31-eb63-4ef9-ad5f-4f75b114a165 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0975108 Jun 24 10:29:44.425640 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-60eacd15-331e-4b56-aa25-98519b15d484 req-3920c74d-b800-47f3-a75b-f11d09fd11da tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346415 Jun 24 10:29:44.755684 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5407425f-ace1-4f84-b078-5f4b6c1eeb2c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:29:44.774796 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: 5407425f-ace1-4f84-b078-5f4b6c1eeb2c {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:29:44.775152 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5407425f-ace1-4f84-b078-5f4b6c1eeb2c not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:29:45.347557 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac395ad-ea94-4c1c-aa53-057084a35f27 req-a842e429-a275-4e08-b86b-4c728534b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:45.348978 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1ac395ad-ea94-4c1c-aa53-057084a35f27 req-a842e429-a275-4e08-b86b-4c728534b647 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 1096 time: 0.0542111 Jun 24 10:29:45.391768 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1ac395ad-ea94-4c1c-aa53-057084a35f27 req-d5086166-9320-4643-ac65-e699fabd55a7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301409 Jun 24 10:29:45.605427 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e61f7-a755-49a1-9f34-b6f455561b82 req-08731d2a-d5a6-4313-a799-ebb1d7b79a76 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:45.607130 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-845e61f7-a755-49a1-9f34-b6f455561b82 req-08731d2a-d5a6-4313-a799-ebb1d7b79a76 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0705850 Jun 24 10:29:45.661389 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-845e61f7-a755-49a1-9f34-b6f455561b82 req-7ae2ab33-24cb-4864-82b4-4be2ef2eef8c tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471220 Jun 24 10:29:45.797548 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44138) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:45.934446 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-5481f12e-facc-45ea-833d-b2c7e780ab14 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d86fe07e06504cb0beb2ae7aaff05294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345961 Jun 24 10:29:45.937614 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44144) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:45.990735 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ebcdb405-8c8a-447f-a7f5-b895b734e516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:46.010999 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ebcdb405-8c8a-447f-a7f5-b895b734e516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:46.056800 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ebcdb405-8c8a-447f-a7f5-b895b734e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:46.059468 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ebcdb405-8c8a-447f-a7f5-b895b734e516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:46.060560 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-ebcdb405-8c8a-447f-a7f5-b895b734e516 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7555e872-d107-4559-84c1-43ab17a9cd60 HTTP/1.1" status: 204 len: 168 time: 0.1219077 Jun 24 10:29:46.062060 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-5d6c695e-a644-445a-a619-a7aa56d05dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:46.070823 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdb405-8c8a-447f-a7f5-b895b734e516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7555e872-d107-4559-84c1-43ab17a9cd60,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:46.082946 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ebcdb405-8c8a-447f-a7f5-b895b734e516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:46.771278 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f4f92721-25f0-4ede-9c11-fa1557bb38ce details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:29:46.839468 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e803-5ac1-484b-a8ae-d6f1f20105f6 req-c859967b-9d42-472f-9925-fee30fca2540 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:29:46.840905 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f7c8e803-5ac1-484b-a8ae-d6f1f20105f6 req-c859967b-9d42-472f-9925-fee30fca2540 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 943 time: 0.0654881 Jun 24 10:29:46.866784 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f4f92721-25f0-4ede-9c11-fa1557bb38ce, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:46.880356 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f7c8e803-5ac1-484b-a8ae-d6f1f20105f6 req-4ad27f98-965c-4f88-946f-c35c22aba984 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337546 Jun 24 10:29:46.883746 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'port_id': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'mac_address': 'fa:16:3e:97:ce:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:29:46.922178 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:46.934754 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f92721-25f0-4ede-9c11-fa1557bb38ce {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:29:46.954933 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f4f92721-25f0-4ede-9c11-fa1557bb38ce, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:46.959037 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:46.962022 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:47.007726 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=f4f92721-25f0-4ede-9c11-fa1557bb38ce,revision_number=7']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:47.010882 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:47.196275 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['f4f92721-25f0-4ede-9c11-fa1557bb38ce'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:29:48.774914 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f4f92721-25f0-4ede-9c11-fa1557bb38ce up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:29:48.822055 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port f4f92721-25f0-4ede-9c11-fa1557bb38ce triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:29:48.822458 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:48.898912 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:48.920459 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:29:48.922699 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0400e09-155d-40bb-9f82-e1f7b0034dd5" -d '{"events": [{"server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "name": "network-vif-plugged", "status": "completed", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:29:48.935511 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port f4f92721-25f0-4ede-9c11-fa1557bb38ce, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:29:48.939426 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:48.942763 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:48.964570 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6554d904-5ef4-4035-ab11-6a802e7b4a99 x-openstack-request-id: req-6554d904-5ef4-4035-ab11-6a802e7b4a99 {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:29:48.964869 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "name": "network-vif-plugged", "status": "completed", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:29:48.965124 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6554d904-5ef4-4035-ab11-6a802e7b4a99 {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:29:48.965508 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'code': 200} Jun 24 10:29:48.989854 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=f4f92721-25f0-4ede-9c11-fa1557bb38ce,revision_number=8']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:48.992933 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:50.641280 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44184) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:50.740509 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9cb0-e39d-4a62-b21c-114b9d13a847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:50.826876 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9cb0-e39d-4a62-b21c-114b9d13a847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:50.830615 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9cb0-e39d-4a62-b21c-114b9d13a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:50.833940 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ecd5cc7f-baf1-47f5-9d89-08f83651c40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:50.867805 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-0b4d9cb0-e39d-4a62-b21c-114b9d13a847 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e4098ef9486b4f2fa16a2fa922c27915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255812 Jun 24 10:29:50.868702 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d9cb0-e39d-4a62-b21c-114b9d13a847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c6a975-d9bc-4134-9fcc-5a8bbaaeed28,revision_number=1']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:50.870448 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44188) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:50.872198 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-0b4d9cb0-e39d-4a62-b21c-114b9d13a847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:50.917194 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f5396995-4226-4feb-a188-8072ef35bb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:50.938248 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f5396995-4226-4feb-a188-8072ef35bb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:50.981965 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f5396995-4226-4feb-a188-8072ef35bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:50.984981 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-f5396995-4226-4feb-a188-8072ef35bb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:50.986096 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-f5396995-4226-4feb-a188-8072ef35bb65 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/34c6a975-d9bc-4134-9fcc-5a8bbaaeed28 HTTP/1.1" status: 204 len: 168 time: 0.1146901 Jun 24 10:29:50.986921 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-93e584dd-eeea-429f-88bf-473d34d12d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:50.994592 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396995-4226-4feb-a188-8072ef35bb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c6a975-d9bc-4134-9fcc-5a8bbaaeed28,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:50.996754 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-f5396995-4226-4feb-a188-8072ef35bb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:51.235547 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44194) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:51.248200 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:51.333411 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:51.336366 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:51.339783 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-4d92b676-70b7-42b4-96e7-bbc160521803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:51.377332 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18b750b38ab8489190a5a1fa17470c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407156 Jun 24 10:29:51.378262 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7344cb4-5b48-4883-87a9-4e0410441dc6,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:51.379982 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44196) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:29:51.385298 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.385688 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.386063 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.386469 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.386837 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.387201 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.387564 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.387923 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.388286 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.388643 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.388997 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.389351 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:51.393099 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-1682b006-7211-4384-bafc-83aee52c3f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:51.428860 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edbe-4c36-459c-8fa4-01060d590072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:51.449686 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edbe-4c36-459c-8fa4-01060d590072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:51.499561 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edbe-4c36-459c-8fa4-01060d590072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:51.502064 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edbe-4c36-459c-8fa4-01060d590072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:51.503188 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-4dd2edbe-4c36-459c-8fa4-01060d590072 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7344cb4-5b48-4883-87a9-4e0410441dc6 HTTP/1.1" status: 204 len: 168 time: 0.1222439 Jun 24 10:29:51.504029 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-6c92f73b-b7f9-4353-99a1-24abaf34ec5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:29:51.511296 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2edbe-4c36-459c-8fa4-01060d590072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7344cb4-5b48-4883-87a9-4e0410441dc6,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:51.514096 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4dd2edbe-4c36-459c-8fa4-01060d590072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:29:54.387135 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:30:04.979113 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:08.397111 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-d10fac80-ab22-4cf5-9994-f7713d55dc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:10.354487 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-30fe4a72-88c2-4ecc-887c-68b87b823bcf tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1379360251&fields=id&tenant_id=401eb0c9690a4893b941db64b85396a1 HTTP/1.1" status: 200 len: 267 time: 0.0379410 Jun 24 10:30:10.466623 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-9c646375-73fc-458b-88e8-55e0bebcee22 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:10.468051 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-9c646375-73fc-458b-88e8-55e0bebcee22 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 812 time: 0.1073639 Jun 24 10:30:10.483703 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-00f3a75b-f291-423c-be54-c265835f4f51 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/quotas/401eb0c9690a4893b941db64b85396a1 HTTP/1.1" status: 200 len: 375 time: 0.0097237 Jun 24 10:30:10.561479 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-7af1ba0f-4cba-4a9a-a751-d32f2665c2f1 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0721450 Jun 24 10:30:10.653307 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-fe0fa928-4484-4a78-830a-123bd8e43785 service neutron] 10.222.0.79 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798910 Jun 24 10:30:10.745793 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-75308e71-3fd9-42a2-a74c-93e025e0a741 service neutron] 10.222.0.79 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868859 Jun 24 10:30:11.032903 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-155b7a6c-928c-4a03-94f1-0313e8968bb0 req-0ef743f1-d7fe-46a1-9972-071b32c93f71 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 210 time: 0.0302737 Jun 24 10:30:11.104903 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b50f40fe-df52-459e-bbdf-e841c8068ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:11.225273 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:11.589805 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44382) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:11.694135 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-23e8c472-dbc4-4756-bab4-78555a300995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:11.779135 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-23e8c472-dbc4-4756-bab4-78555a300995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:11.782792 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-23e8c472-dbc4-4756-bab4-78555a300995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:11.785784 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-44e03e44-f58a-42b0-9a8e-8262892b206e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:30:11.820734 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-23e8c472-dbc4-4756-bab4-78555a300995 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a648340f9174333ae2f83949b36bd6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298634 Jun 24 10:30:11.821667 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8c472-dbc4-4756-bab4-78555a300995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cd1d47-0bfc-48ee-9e66-b85551b0805e,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:11.823438 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44386) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:11.824764 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-23e8c472-dbc4-4756-bab4-78555a300995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:30:11.874003 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:11.895316 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:11.941269 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:11.943989 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:11.947819 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61cd1d47-0bfc-48ee-9e66-b85551b0805e HTTP/1.1" status: 204 len: 168 time: 0.1206167 Jun 24 10:30:11.947819 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-54979eb1-fd53-4890-8916-b5984779f50f tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:30:11.962819 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cd1d47-0bfc-48ee-9e66-b85551b0805e,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:11.976014 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.977196 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.977570 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.978044 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.978438 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.978799 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.979160 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.979928 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.980292 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.980687 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.981229 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.981626 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:11.985761 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9cc92d72-adf8-421a-a48c-57b984471ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:30:12.047416 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:12.091974 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-ea70474c-fddf-4872-aad5-603bb349b6e7 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:12.093446 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-ea70474c-fddf-4872-aad5-603bb349b6e7 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 812 time: 0.1191087 Jun 24 10:30:12.161957 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-ef127bcd-ff00-4b3f-bb42-f6cd85258339 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=401eb0c9690a4893b941db64b85396a1 HTTP/1.1" status: 200 len: 380 time: 0.0467274 Jun 24 10:30:12.171886 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'port': {'device_id': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'admin_state_up': True, 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'security_groups': ['1ccb6cac-271a-4f48-a01e-f36e5633bbd6']}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:30:12.260994 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-0c395c08-8225-4ffa-93b5-ba72159c0c92 req-39e645f9-12b8-4714-a710-6f304abc1a16 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 210 time: 0.0647213 Jun 24 10:30:12.300143 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Made reservation on behalf of 401eb0c9690a4893b941db64b85396a1 for: {'port': 1} {{(pid=92851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:30:12.303908 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:12.438767 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Allocated IP 172.20.0.12 (34bc84c6-726b-4a2e-8157-ec7879cbe448/ae7b39c4-59d3-4993-bc90-4f139d81bbde/5323ad5e-657a-4ab6-9e02-01b8e47becc0) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:30:12.588655 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:12.602064 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Transition to ACTIVE for port object 5323ad5e-657a-4ab6-9e02-01b8e47becc0 will not be triggered until provisioned by entity DHCP. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:30:12.637998 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:12.643861 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-2f6f6089-a0bd-4155-8b49-c4fed87cccea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:30:12.683964 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Network 34bc84c6-726b-4a2e-8157-ec7879cbe448 is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:30:12.688982 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:30:12.694946 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:30:12.723694 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'Port': ['ID=5323ad5e-657a-4ab6-9e02-01b8e47becc0,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:12.728345 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:30:12.751804 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:12.752427 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:12.768813 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6021335 Jun 24 10:30:12.781558 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Request body: {'port': {'device_id': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:30:12.858223 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:12.967987 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-a9403889-b336-4cd7-9530-f7980998fd03 None None] Provisioning for port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 completed by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:30:12.972182 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-a9403889-b336-4cd7-9530-f7980998fd03 None None] Provisioning complete for port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 triggered by entity DHCP. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:30:12.972622 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-a9403889-b336-4cd7-9530-f7980998fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:13.005596 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-a9403889-b336-4cd7-9530-f7980998fd03 None None] Port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 cannot update to ACTIVE because it is not bound. {{(pid=92853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:30:13.372691 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5323ad5e-657a-4ab6-9e02-01b8e47becc0 {{(pid=92851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:30:13.380334 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:13.400908 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.provisioning_blocks [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Transition to ACTIVE for port object 5323ad5e-657a-4ab6-9e02-01b8e47becc0 will not be triggered until provisioned by entity L2. {{(pid=92851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:30:13.423153 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:13.429080 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-eaf9eca0-5b15-4f68-89b9-c9dfd3a1bc44 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:30:13.485752 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Pushing event updated for resources: {'Port': ['ID=5323ad5e-657a-4ab6-9e02-01b8e47becc0,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:13.492563 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:30:13.547894 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127df3ea-23ea-4bf7-9b8a-99b8327934da req-02d24926-955c-42f5-9eeb-62da82907443 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:13.549656 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-127df3ea-23ea-4bf7-9b8a-99b8327934da req-02d24926-955c-42f5-9eeb-62da82907443 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 932 time: 0.1608546 Jun 24 10:30:13.607880 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Attempting to bind port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:30:13.608217 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Attempting to bind port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:30:13.608539 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Attempting to bind port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 on network 34bc84c6-726b-4a2e-8157-ec7879cbe448 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:30:13.613045 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-127df3ea-23ea-4bf7-9b8a-99b8327934da req-0e397137-9890-4887-821e-a203ca5e15a1 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568292 Jun 24 10:30:13.617024 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 on network 34bc84c6-726b-4a2e-8157-ec7879cbe448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:30:13.617288 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Attempting to bind port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 on network 34bc84c6-726b-4a2e-8157-ec7879cbe448 {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:30:13.623250 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Checking agent: {'id': '9fdf1404-56fe-45cf-8c2f-5c4f2ae2ae58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'started_at': datetime.datetime(2021, 6, 24, 10, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:30:13.623662 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Checking segment: {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:30:13.623960 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Bound using segment: {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'} {{(pid=92851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:30:13.624392 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.managers [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Bound port: 5323ad5e-657a-4ab6-9e02-01b8e47becc0, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ee452d-88d9-4657-9df1-0a086d516e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448'}}] {{(pid=92851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:30:13.624746 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:13.688956 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] For port 5323ad5e-657a-4ab6-9e02-01b8e47becc0, host hv-cinder-79049, cleared binding levels {{(pid=92851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:30:13.693020 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] For port 5323ad5e-657a-4ab6-9e02-01b8e47becc0, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5323ad5e-657a-4ab6-9e02-01b8e47becc0,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:30:13.698451 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:13.700623 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-90bb0577-52f0-4a9f-91c4-31406577df62 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:30:13.733864 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:13.734506 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:13.736098 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] 10.222.0.77 "PUT /v2.0/ports/5323ad5e-657a-4ab6-9e02-01b8e47becc0 HTTP/1.1" status: 200 len: 1094 time: 0.9586880 Jun 24 10:30:13.736552 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'tag': '5323ad5e-657a-4ab6-9e02-01b8e47becc0'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:30:13.739022 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315e1c7a-276c-4a4e-9927-664529c6249d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff25d479-3051-495d-b985-fdb0bc2bd401", "tag": "5323ad5e-657a-4ab6-9e02-01b8e47becc0"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:30:13.764815 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Pushing event updated for resources: {'Port': ['ID=5323ad5e-657a-4ab6-9e02-01b8e47becc0,revision_number=3']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:13.766502 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:13.768246 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:30:13.788288 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27465b95-9cb4-42fb-aba1-d3da9b7ad1f2 x-openstack-request-id: req-27465b95-9cb4-42fb-aba1-d3da9b7ad1f2 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:30:13.788620 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff25d479-3051-495d-b985-fdb0bc2bd401", "tag": "5323ad5e-657a-4ab6-9e02-01b8e47becc0", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:30:13.788917 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-27465b95-9cb4-42fb-aba1-d3da9b7ad1f2 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:30:13.789351 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'tag': '5323ad5e-657a-4ab6-9e02-01b8e47becc0', 'status': 'completed', 'code': 200} Jun 24 10:30:13.845473 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-45a0ad8a-aada-474b-b180-bbfd55aa18d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:13.847029 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-45a0ad8a-aada-474b-b180-bbfd55aa18d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 1097 time: 0.0547807 Jun 24 10:30:13.894618 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-762ccf40-aee5-46ea-962d-cb5296e50528 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5323ad5e-657a-4ab6-9e02-01b8e47becc0 HTTP/1.1" status: 200 len: 217 time: 0.0398903 Jun 24 10:30:13.944825 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-a8228ca0-4cc0-416c-9f04-b4bfcb350be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:13.946364 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-a8228ca0-4cc0-416c-9f04-b4bfcb350be9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.0450802 Jun 24 10:30:14.001397 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-1913a7cb-469e-4aa3-bf6c-354b020691b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:14.003447 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-1913a7cb-469e-4aa3-bf6c-354b020691b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502326 Jun 24 10:30:14.094005 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-bc9497f7-c746-479b-9c64-316bd5b7d4a4 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838275 Jun 24 10:30:14.186961 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-ba72bbe0-9ba8-46bd-a4f9-eef622be9966 req-853ec7d5-e397-4e5f-81ed-932b66a2b0ff service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848088 Jun 24 10:30:14.289475 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1c7a-276c-4a4e-9927-664529c6249d req-e299980b-3558-45f5-b9ca-449f2f5daae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:14.290955 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-315e1c7a-276c-4a4e-9927-664529c6249d req-e299980b-3558-45f5-b9ca-449f2f5daae6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 1097 time: 0.0563352 Jun 24 10:30:14.377078 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1c7a-276c-4a4e-9927-664529c6249d req-ab75cdd7-34fd-4a0b-adc3-dec3a44aac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:14.380501 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-315e1c7a-276c-4a4e-9927-664529c6249d req-ab75cdd7-34fd-4a0b-adc3-dec3a44aac44 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 914 time: 0.0827553 Jun 24 10:30:14.425455 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-315e1c7a-276c-4a4e-9927-664529c6249d req-feeb90e2-26b7-432c-a6f6-0182bd657842 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5323ad5e-657a-4ab6-9e02-01b8e47becc0 HTTP/1.1" status: 200 len: 217 time: 0.0379906 Jun 24 10:30:14.472688 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1c7a-276c-4a4e-9927-664529c6249d req-86bfdce6-56a8-489b-a960-a9cb364a4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:14.473931 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-315e1c7a-276c-4a4e-9927-664529c6249d req-86bfdce6-56a8-489b-a960-a9cb364a4230 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.0420914 Jun 24 10:30:14.530084 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1c7a-276c-4a4e-9927-664529c6249d req-1752d611-90f0-428a-a121-48e048a56d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:14.531512 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-315e1c7a-276c-4a4e-9927-664529c6249d req-1752d611-90f0-428a-a121-48e048a56d3a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502770 Jun 24 10:30:14.623942 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-315e1c7a-276c-4a4e-9927-664529c6249d req-434aefd4-d7f6-4bd3-8fdd-c630a6ebc844 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823064 Jun 24 10:30:14.716082 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-315e1c7a-276c-4a4e-9927-664529c6249d req-af4f12dd-cd40-4d60-8af8-2e29870cac19 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819840 Jun 24 10:30:14.784972 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d617-49be-44b7-bca5-db3679d7b1f5 req-c3c3446e-7614-4406-83d6-e8a4dbf5d694 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:14.786447 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4e89d617-49be-44b7-bca5-db3679d7b1f5 req-c3c3446e-7614-4406-83d6-e8a4dbf5d694 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 944 time: 0.0625174 Jun 24 10:30:14.824032 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-4e89d617-49be-44b7-bca5-db3679d7b1f5 req-3e671058-d977-45ec-ad69-caffc5ba96b1 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319819 Jun 24 10:30:16.014503 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47778e8-f637-4c98-a0e4-e2487958094b req-f686937e-81db-4817-a814-d4dbdc82d431 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:16.015994 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a47778e8-f637-4c98-a0e4-e2487958094b req-f686937e-81db-4817-a814-d4dbdc82d431 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 944 time: 0.0754061 Jun 24 10:30:16.056543 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a47778e8-f637-4c98-a0e4-e2487958094b req-49512ba1-8502-4f2b-a07e-24f262258b87 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347774 Jun 24 10:30:17.229754 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b2a71-f9fd-46fd-84cb-615287b8c45c req-1dd41d58-74e0-4cea-994b-415a8804e105 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:17.231225 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-998b2a71-f9fd-46fd-84cb-615287b8c45c req-1dd41d58-74e0-4cea-994b-415a8804e105 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 944 time: 0.0675044 Jun 24 10:30:17.267921 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-998b2a71-f9fd-46fd-84cb-615287b8c45c req-23a425ca-8ebe-458c-802b-83a87f2cad4b tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310957 Jun 24 10:30:18.442797 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213b582-932c-4125-87c6-8ef910a1e3ef req-f296b550-4edf-4e20-8681-9142a6bdcccb tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:18.444468 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9213b582-932c-4125-87c6-8ef910a1e3ef req-f296b550-4edf-4e20-8681-9142a6bdcccb tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 944 time: 0.0638521 Jun 24 10:30:18.482463 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-9213b582-932c-4125-87c6-8ef910a1e3ef req-d83942a2-f622-4a03-a318-91080c90e8dd tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326009 Jun 24 10:30:19.649219 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82e37b-cb0e-483e-babd-c542e41e9eb3 req-7227fe68-9a59-40f5-bba7-c1b4b6d1a143 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:19.650700 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cd82e37b-cb0e-483e-babd-c542e41e9eb3 req-7227fe68-9a59-40f5-bba7-c1b4b6d1a143 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 944 time: 0.0616441 Jun 24 10:30:19.687622 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-cd82e37b-cb0e-483e-babd-c542e41e9eb3 req-90bdda7b-60ad-40ec-b5f2-e3e9f9bcb6a6 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313838 Jun 24 10:30:20.855542 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2e433-feb4-4004-a2f8-a64bc89cabba req-11908b14-124a-4b15-9356-3f36b6701765 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:20.856961 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-91a2e433-feb4-4004-a2f8-a64bc89cabba req-11908b14-124a-4b15-9356-3f36b6701765 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 944 time: 0.0611715 Jun 24 10:30:20.881731 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5323ad5e-657a-4ab6-9e02-01b8e47becc0 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=92853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:30:20.897612 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-91a2e433-feb4-4004-a2f8-a64bc89cabba req-73db7fcd-320a-47d9-a582-ea8b1d24a3d4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345030 Jun 24 10:30:20.970697 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 5323ad5e-657a-4ab6-9e02-01b8e47becc0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5323ad5e-657a-4ab6-9e02-01b8e47becc0,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:30:20.984583 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Returning: {'device': '5323ad5e-657a-4ab6-9e02-01b8e47becc0', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'port_id': '5323ad5e-657a-4ab6-9e02-01b8e47becc0', 'mac_address': 'fa:16:3e:c5:19:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:30:21.019960 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:21.032564 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5323ad5e-657a-4ab6-9e02-01b8e47becc0 {{(pid=92853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:30:21.051832 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 5323ad5e-657a-4ab6-9e02-01b8e47becc0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5323ad5e-657a-4ab6-9e02-01b8e47becc0,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:30:21.055889 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:21.057606 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:30:21.101163 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=5323ad5e-657a-4ab6-9e02-01b8e47becc0,revision_number=4']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:21.107933 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.108284 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.108630 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.108964 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.109296 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.109626 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.109952 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.110302 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.110630 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.110953 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.111272 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.111590 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:21.116085 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:30:21.281445 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] get_ports_and_sgs() called for port_ids ['5323ad5e-657a-4ab6-9e02-01b8e47becc0'] {{(pid=92853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:30:22.074476 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2acb0-39ab-427c-8c76-79a8bd0fe4aa req-0aa98341-4cd4-4078-a0d3-49e09c9dc04e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:22.075845 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6cf2acb0-39ab-427c-8c76-79a8bd0fe4aa req-0aa98341-4cd4-4078-a0d3-49e09c9dc04e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 945 time: 0.0672116 Jun 24 10:30:22.113286 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6cf2acb0-39ab-427c-8c76-79a8bd0fe4aa req-4b30884a-2806-499e-83cf-ca6c71a0bfa4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311997 Jun 24 10:30:22.899077 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5323ad5e-657a-4ab6-9e02-01b8e47becc0 up at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:30:22.946004 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning for port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 completed by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:30:22.949507 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.provisioning_blocks [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Provisioning complete for port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 triggered by entity L2. {{(pid=92853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:30:22.949886 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1371149'] for port, provisioning_complete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:23.024390 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:23.045700 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323ad5e-657a-4ab6-9e02-01b8e47becc0'}] {{(pid=92853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:30:23.048005 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e5c305d14a95f604a1bb995d192841ad30f2a2e2f4d3498efa48adc01e3577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0190f92-e52a-4f20-a11b-dd71169cf32b" -d '{"events": [{"server_uuid": "ff25d479-3051-495d-b985-fdb0bc2bd401", "name": "network-vif-plugged", "status": "completed", "tag": "5323ad5e-657a-4ab6-9e02-01b8e47becc0"}]}' {{(pid=92853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:30:23.061077 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] For port 5323ad5e-657a-4ab6-9e02-01b8e47becc0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5323ad5e-657a-4ab6-9e02-01b8e47becc0,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:30:23.064269 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385'] for port, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:23.066999 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:30:23.087482 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea67e02e-03d6-48e0-9848-7abe08723eed x-openstack-request-id: req-ea67e02e-03d6-48e0-9848-7abe08723eed {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:30:23.087777 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff25d479-3051-495d-b985-fdb0bc2bd401", "name": "network-vif-plugged", "status": "completed", "tag": "5323ad5e-657a-4ab6-9e02-01b8e47becc0", "code": 200}]} {{(pid=92853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:30:23.088031 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea67e02e-03d6-48e0-9848-7abe08723eed {{(pid=92853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:30:23.088410 dv-cinder-790492-7-iscsi neutron-server[92853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323ad5e-657a-4ab6-9e02-01b8e47becc0', 'code': 200} Jun 24 10:30:23.114737 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Pushing event updated for resources: {'Port': ['ID=5323ad5e-657a-4ab6-9e02-01b8e47becc0,revision_number=5']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:23.117646 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:30:23.285370 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb89bb-718a-43f6-ad63-118ef0bef8a1 req-2f5b3bfb-2a8c-403d-b9a4-d79c0e1669cd tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:23.286859 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6aeb89bb-718a-43f6-ad63-118ef0bef8a1 req-2f5b3bfb-2a8c-403d-b9a4-d79c0e1669cd tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 946 time: 0.0643718 Jun 24 10:30:23.349781 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-6aeb89bb-718a-43f6-ad63-118ef0bef8a1 req-592d5322-868b-4b9f-91c3-fa31646d4a5c tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570567 Jun 24 10:30:23.371937 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313db8fb-61ea-41c1-aa43-2d8e8a357181 req-d2435c49-02d4-4879-8b49-e6a9c90407f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:23.373434 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-313db8fb-61ea-41c1-aa43-2d8e8a357181 req-d2435c49-02d4-4879-8b49-e6a9c90407f2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 1099 time: 0.0635653 Jun 24 10:30:23.409621 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-313db8fb-61ea-41c1-aa43-2d8e8a357181 req-d4b326a4-8bef-4b6e-a59c-6040a452958a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296614 Jun 24 10:30:24.785055 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277b230-dd99-4c3b-acb9-eaa285c880b1 req-9ac4a4d3-8298-40b0-88f2-58275831d02a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:24.787083 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a277b230-dd99-4c3b-acb9-eaa285c880b1 req-9ac4a4d3-8298-40b0-88f2-58275831d02a tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 946 time: 0.3269703 Jun 24 10:30:24.829434 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-a277b230-dd99-4c3b-acb9-eaa285c880b1 req-cc0c7128-f8bf-402a-a7ee-2ebbd675bdf7 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365798 Jun 24 10:30:25.001753 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a374956-72bd-46f4-b71d-11cd9bc892c3 req-1c6065f5-9740-4e54-aa9b-146544e0c64e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:25.003139 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7a374956-72bd-46f4-b71d-11cd9bc892c3 req-1c6065f5-9740-4e54-aa9b-146544e0c64e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 946 time: 0.0638897 Jun 24 10:30:25.040042 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7a374956-72bd-46f4-b71d-11cd9bc892c3 req-4fdbd3d3-ba5e-4fc7-9845-73d4aa520299 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312524 Jun 24 10:30:25.064721 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44426) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:25.257339 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c145c-c124-4725-88dd-544c83439ac2 tempest-TestVolumeBootPattern-1331199398 tempest-TestVolumeBootPattern-1331199398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:25.262546 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-c59c145c-c124-4725-88dd-544c83439ac2 tempest-TestVolumeBootPattern-1331199398 tempest-TestVolumeBootPattern-1331199398-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 1094 time: 0.1963532 Jun 24 10:30:25.263789 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44430) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:25.268899 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.v2.base [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Request body: {'floatingip': {'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'port_id': '5323ad5e-657a-4ab6-9e02-01b8e47becc0', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:30:25.293742 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:25.388922 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:25.488158 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.db_base_plugin_common [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Allocated IP 172.27.2.78 (f7a1f380-7220-4398-ba20-93d87a45423d/eac859db-fae4-43a4-a519-3509fa4641ca/4c7fd980-feff-4724-ae06-76653bf7faf8) {{(pid=92851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:30:25.590761 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for port, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:25.627070 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1498038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1947561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779379248622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5463326'] for port, after_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:25.630277 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-4ec7b76e-cbf0-4556-b615-ce1101349b20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:30:25.662910 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Network f7a1f380-7220-4398-ba20-93d87a45423d is already hosted by enough agents. {{(pid=92851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:30:25.665765 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.base_scheduler [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Resources bound (agent type, host, resource id): {{(pid=92851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:30:25.669088 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Received port after_create {{(pid=92851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:30:25.694149 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'Port': ['ID=4c7fd980-feff-4724-ae06-76653bf7faf8,revision_number=1']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:25.698039 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:30:26.030017 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:26.101872 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498103'] for port, before_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:26.247628 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for port, precommit_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:26.252017 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779379671992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779379278340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779379278385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5463532'] for port, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:26.254106 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-640617cc-7c98-4c1e-a843-a6ab39525b0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:30:26.324391 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event updated for resources: {'Port': ['ID=4c7fd980-feff-4724-ae06-76653bf7faf8,revision_number=2']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:26.327970 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:30:26.333520 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448010'] for floatingip, after_update {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:26.430693 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.l3_db [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Floating IP cfd30806-52b5-4500-bb14-af6cf676b281 associated. External IP: 172.27.2.78, port: 5323ad5e-657a-4ab6-9e02-01b8e47becc0. Jun 24 10:30:26.637672 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Router ba034ad5-0c9a-4feb-89a2-9724f5394e92 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:30:26.741652 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:30:26.755689 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4abef8-60de-4eca-955c-1e8dcc7d1575 None None] Sync routers for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:30:26.762262 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:26.772590 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4abef8-60de-4eca-955c-1e8dcc7d1575 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:30:26.773858 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-3e4abef8-60de-4eca-955c-1e8dcc7d1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:30:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:30:26.811617 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5466254 Jun 24 10:30:26.812213 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'tag': '5323ad5e-657a-4ab6-9e02-01b8e47becc0'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:30:26.814684 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d263e8-c46b-4856-b96f-6d20f51f961b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff25d479-3051-495d-b985-fdb0bc2bd401", "tag": "5323ad5e-657a-4ab6-9e02-01b8e47becc0"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:30:26.860715 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc98fea2-87b1-4c6d-a949-98b7d0e5b433 x-openstack-request-id: req-dc98fea2-87b1-4c6d-a949-98b7d0e5b433 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:30:26.862120 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff25d479-3051-495d-b985-fdb0bc2bd401", "tag": "5323ad5e-657a-4ab6-9e02-01b8e47becc0", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:30:26.862120 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc98fea2-87b1-4c6d-a949-98b7d0e5b433 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:30:26.862120 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'tag': '5323ad5e-657a-4ab6-9e02-01b8e47becc0', 'status': 'completed', 'code': 200} Jun 24 10:30:26.886373 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-3e4abef8-60de-4eca-955c-1e8dcc7d1575 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:30:26.937069 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d263e8-c46b-4856-b96f-6d20f51f961b req-f44b8f77-1162-4128-ab7c-ae1f6f9b2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:26.938520 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b7d263e8-c46b-4856-b96f-6d20f51f961b req-f44b8f77-1162-4128-ab7c-ae1f6f9b2089 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 1099 time: 0.0558186 Jun 24 10:30:27.036957 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d263e8-c46b-4856-b96f-6d20f51f961b req-d4672151-b350-47bd-a87f-dd98f8b8d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:27.038461 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b7d263e8-c46b-4856-b96f-6d20f51f961b req-d4672151-b350-47bd-a87f-dd98f8b8d8b6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 914 time: 0.0936770 Jun 24 10:30:27.246035 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-3e4abef8-60de-4eca-955c-1e8dcc7d1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'cfd30806-52b5-4500-bb14-af6cf676b281', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '5323ad5e-657a-4ab6-9e02-01b8e47becc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:c5:19:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:30:25Z', 'updated_at': '2021-06-24T10:30:25Z', 'revision_number': 0, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}, {'id': 'd37bb150-b512-449f-b473-632a50dc6bd5', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '2816759c-b1bd-49f6-8321-f382f4666c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:ac:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:28:19Z', 'updated_at': '2021-06-24T10:28:21Z', 'revision_number': 1, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:30:27.273886 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4abef8-60de-4eca-955c-1e8dcc7d1575 None None] Checking router: ba034ad5-0c9a-4feb-89a2-9724f5394e92 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:30:27.282376 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4abef8-60de-4eca-955c-1e8dcc7d1575 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:30:27.283100 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-3e4abef8-60de-4eca-955c-1e8dcc7d1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:30:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:30:27.373356 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b7d263e8-c46b-4856-b96f-6d20f51f961b req-840f548d-2df6-4f5f-b0b0-08ce412a4ce0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5323ad5e-657a-4ab6-9e02-01b8e47becc0 HTTP/1.1" status: 200 len: 999 time: 0.3286991 Jun 24 10:30:27.395127 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-3e4abef8-60de-4eca-955c-1e8dcc7d1575 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:30:27.421010 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d263e8-c46b-4856-b96f-6d20f51f961b req-769a4687-91bf-4569-b193-2d31298c4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:27.422474 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b7d263e8-c46b-4856-b96f-6d20f51f961b req-769a4687-91bf-4569-b193-2d31298c4a33 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.0427995 Jun 24 10:30:27.484697 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d263e8-c46b-4856-b96f-6d20f51f961b req-9a61143f-5a9a-4f39-99a5-ea2a6e26a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:27.485941 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b7d263e8-c46b-4856-b96f-6d20f51f961b req-9a61143f-5a9a-4f39-99a5-ea2a6e26a80a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576940 Jun 24 10:30:27.583475 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b7d263e8-c46b-4856-b96f-6d20f51f961b req-59f294ef-dae5-44e8-9d91-0accf4d5d17b service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912292 Jun 24 10:30:27.630709 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-3e4abef8-60de-4eca-955c-1e8dcc7d1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'cfd30806-52b5-4500-bb14-af6cf676b281', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '5323ad5e-657a-4ab6-9e02-01b8e47becc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:c5:19:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:30:25Z', 'updated_at': '2021-06-24T10:30:25Z', 'revision_number': 0, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}, {'id': 'd37bb150-b512-449f-b473-632a50dc6bd5', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '2816759c-b1bd-49f6-8321-f382f4666c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:ac:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:28:19Z', 'updated_at': '2021-06-24T10:28:21Z', 'revision_number': 1, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:30:27.662510 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4abef8-60de-4eca-955c-1e8dcc7d1575 None None] The sync data for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi is: [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'cfd30806-52b5-4500-bb14-af6cf676b281', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '5323ad5e-657a-4ab6-9e02-01b8e47becc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:c5:19:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:30:25Z', 'updated_at': '2021-06-24T10:30:25Z', 'revision_number': 0, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}, {'id': 'd37bb150-b512-449f-b473-632a50dc6bd5', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '2816759c-b1bd-49f6-8321-f382f4666c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:ac:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:28:19Z', 'updated_at': '2021-06-24T10:28:21Z', 'revision_number': 1, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:30:27.673498 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-b7d263e8-c46b-4856-b96f-6d20f51f961b req-94466083-202a-4a7c-8fa2-65f6ed0d6138 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844209 Jun 24 10:30:27.852540 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c31ec-3934-4d03-a18c-fd64b3622fe6 None None] New status for floating IP cfd30806-52b5-4500-bb14-af6cf676b281: ACTIVE {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:30:31.385666 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:30:34.971857 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:38.270846 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-d851483e-7b4b-4ecd-be69-1a99d355902e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500197 Jun 24 10:30:38.361484 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-4393e71a-e271-4e45-a136-f0fc8b20c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:38.363196 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-4393e71a-e271-4e45-a136-f0fc8b20c91e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=82190cd9eb964c4e871376cd30b1e902&device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 1098 time: 0.0519021 Jun 24 10:30:38.397602 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-69525f0d-980f-4cd3-9b4f-eb0fea808f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:38.470497 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-635f5981-6c7a-42f9-8e92-0172a6aee4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:38.471938 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-635f5981-6c7a-42f9-8e92-0172a6aee4de service neutron] 10.222.0.77 "GET /v2.0/networks?id=6355e628-9f28-4961-a0d1-600ac14b8a17 HTTP/1.1" status: 200 len: 911 time: 0.0883811 Jun 24 10:30:38.533614 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-ba67f4d2-85ad-4d56-be59-30fda360f86c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce HTTP/1.1" status: 200 len: 1000 time: 0.0550349 Jun 24 10:30:38.580683 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-a03e0593-4abc-45f7-be48-818d72654cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:38.582108 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-a03e0593-4abc-45f7-be48-818d72654cbb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=272ce042-0693-4e72-a6a0-164bdb0a38a6 HTTP/1.1" status: 200 len: 848 time: 0.0415323 Jun 24 10:30:38.638856 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-034a7d38-974b-4f8a-a12f-d422519801b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:38.640203 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-034a7d38-974b-4f8a-a12f-d422519801b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6355e628-9f28-4961-a0d1-600ac14b8a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522249 Jun 24 10:30:38.729161 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-1bc602a4-fa6a-4de0-8599-9109b1df8334 service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820510 Jun 24 10:30:38.820825 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3ff02cb4-e577-4ff9-a4b8-f2e91b22759e req-760cc118-92b2-4b49-a9e5-5cd3c4c8df83 service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860763 Jun 24 10:30:41.106588 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-231c710d-6f11-463a-8bdc-522df4c67a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:41.226230 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:42.048131 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:43.754440 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:02.406003 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44444) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:02.561522 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Deleting port eda98b84-61fc-4261-95d5-33f42fd296d8 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:31:02.561855 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:02.633033 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:02.633359 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:02.644292 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Calling delete_port for eda98b84-61fc-4261-95d5-33f42fd296d8 owned by network:floatingip {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:31:02.785201 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:02.787994 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:02.813187 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event deleted for resources: {'Port': ['ID=eda98b84-61fc-4261-95d5-33f42fd296d8,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:02.816448 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:02.877641 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for floatingip, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:02.877971 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.db.l3_db [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Floating IP 7a5aee04-72e1-4550-a4c0-59d78fcfdd2b disassociated (deleted). External IP: 172.27.2.19, port: f4f92721-25f0-4ede-9c11-fa1557bb38ce. Jun 24 10:31:03.080646 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Router 69cce713-ac08-4294-b4b5-05156d4692c7 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:31:03.182859 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:31:03.187761 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:03.192571 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55685b7-73f1-43dc-a170-39478cb72302 None None] Sync routers for ids ['69cce713-ac08-4294-b4b5-05156d4692c7'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:31:03.203131 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55685b7-73f1-43dc-a170-39478cb72302 None None] Routers {'69cce713-ac08-4294-b4b5-05156d4692c7'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:31:03.203750 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-a55685b7-73f1-43dc-a170-39478cb72302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:30:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['69cce713-ac08-4294-b4b5-05156d4692c7'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:03.229729 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "DELETE /v2.0/floatingips/7a5aee04-72e1-4550-a4c0-59d78fcfdd2b HTTP/1.1" status: 204 len: 168 time: 0.8226478 Jun 24 10:31:03.230483 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce'}] {{(pid=92850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:31:03.232785 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5b0e9d311db3ad698aabbee58fcabfde7857187fb6c45e8f348eb51f4b88ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e807c03-a7dc-44bd-b610-a20148eca2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce"}]}' {{(pid=92850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:31:03.275345 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a785b11-f594-499a-b00c-2d868afa7324 x-openstack-request-id: req-2a785b11-f594-499a-b00c-2d868afa7324 {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:31:03.275685 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce", "status": "completed", "code": 200}]} {{(pid=92850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:31:03.275981 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2a785b11-f594-499a-b00c-2d868afa7324 {{(pid=92850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:31:03.276420 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'status': 'completed', 'code': 200} Jun 24 10:31:03.321445 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-a55685b7-73f1-43dc-a170-39478cb72302 None None] Set router 69cce713-ac08-4294-b4b5-05156d4692c7 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:31:03.355379 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e807c03-a7dc-44bd-b610-a20148eca2a8 req-457def0c-0518-4109-938f-c8ba946fcb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:03.357478 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1e807c03-a7dc-44bd-b610-a20148eca2a8 req-457def0c-0518-4109-938f-c8ba946fcb4c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=82190cd9eb964c4e871376cd30b1e902&device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 1098 time: 0.0567925 Jun 24 10:31:03.453440 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e807c03-a7dc-44bd-b610-a20148eca2a8 req-ca1eb079-6e13-4e94-8fad-5f627d3515c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:03.455639 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1e807c03-a7dc-44bd-b610-a20148eca2a8 req-ca1eb079-6e13-4e94-8fad-5f627d3515c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6355e628-9f28-4961-a0d1-600ac14b8a17 HTTP/1.1" status: 200 len: 911 time: 0.0921483 Jun 24 10:31:03.500266 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1e807c03-a7dc-44bd-b610-a20148eca2a8 req-9b95b924-06e3-461c-bf32-1a1630bd5622 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce HTTP/1.1" status: 200 len: 217 time: 0.0366724 Jun 24 10:31:03.535887 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-a55685b7-73f1-43dc-a170-39478cb72302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'ea0e565f-3516-4556-8122-205c9b05f3af', 'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'mac_address': 'fa:16:3e:04:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:30Z', 'updated_at': '2021-06-24T10:26:39Z', 'revision_number': 5, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'subnets': [{'id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:03.550447 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e807c03-a7dc-44bd-b610-a20148eca2a8 req-7e91bde2-b532-4e56-989e-03008c2a37db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:03.552152 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1e807c03-a7dc-44bd-b610-a20148eca2a8 req-7e91bde2-b532-4e56-989e-03008c2a37db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=272ce042-0693-4e72-a6a0-164bdb0a38a6 HTTP/1.1" status: 200 len: 848 time: 0.0450394 Jun 24 10:31:03.563147 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55685b7-73f1-43dc-a170-39478cb72302 None None] Checking router: 69cce713-ac08-4294-b4b5-05156d4692c7 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:31:03.573207 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55685b7-73f1-43dc-a170-39478cb72302 None None] Routers {'69cce713-ac08-4294-b4b5-05156d4692c7'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:31:03.573838 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-a55685b7-73f1-43dc-a170-39478cb72302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:30:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['69cce713-ac08-4294-b4b5-05156d4692c7'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:03.612737 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d89ad5-2343-4e23-a1db-dd7603b67bdd req-6eb52b89-bd34-4f26-9873-1bc3bb291682 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:03.614350 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-88d89ad5-2343-4e23-a1db-dd7603b67bdd req-6eb52b89-bd34-4f26-9873-1bc3bb291682 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0695775 Jun 24 10:31:03.615756 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e807c03-a7dc-44bd-b610-a20148eca2a8 req-5e4d56f0-b337-463d-b885-b2be48669d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:03.617803 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1e807c03-a7dc-44bd-b610-a20148eca2a8 req-5e4d56f0-b337-463d-b885-b2be48669d79 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6355e628-9f28-4961-a0d1-600ac14b8a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588305 Jun 24 10:31:03.652233 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-88d89ad5-2343-4e23-a1db-dd7603b67bdd req-d5c56233-bbae-4220-96d4-b7f88e845a09 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315080 Jun 24 10:31:03.683571 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-a55685b7-73f1-43dc-a170-39478cb72302 None None] Set router 69cce713-ac08-4294-b4b5-05156d4692c7 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:31:03.707640 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1e807c03-a7dc-44bd-b610-a20148eca2a8 req-313683ca-6eaf-4b70-b9c0-45e8810bfec4 service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824728 Jun 24 10:31:03.803628 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-1e807c03-a7dc-44bd-b610-a20148eca2a8 req-30777bff-378b-47d5-b7ed-dc8222edc7be service neutron] 10.222.0.77 "GET /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894196 Jun 24 10:31:03.881052 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-a55685b7-73f1-43dc-a170-39478cb72302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'ea0e565f-3516-4556-8122-205c9b05f3af', 'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'mac_address': 'fa:16:3e:04:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:30Z', 'updated_at': '2021-06-24T10:26:39Z', 'revision_number': 5, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'subnets': [{'id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:03.909682 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55685b7-73f1-43dc-a170-39478cb72302 None None] The sync data for ids ['69cce713-ac08-4294-b4b5-05156d4692c7'] in dv-cinder-790492-7-iscsi is: [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:31Z', 'revision_number': 4, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'ea0e565f-3516-4556-8122-205c9b05f3af', 'name': '', 'network_id': '6355e628-9f28-4961-a0d1-600ac14b8a17', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'mac_address': 'fa:16:3e:04:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:30Z', 'updated_at': '2021-06-24T10:26:39Z', 'revision_number': 5, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'subnets': [{'id': '272ce042-0693-4e72-a6a0-164bdb0a38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:31:04.115631 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6df007-dcbe-4934-af37-52ee72ac8dab None None] New status for floating IP 7a5aee04-72e1-4550-a4c0-59d78fcfdd2b: DOWN {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:31:04.832417 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa855ee-fb65-497a-aa31-3575fcc36a82 req-a45c6e3a-04dc-493d-b6f0-4c53d68fb720 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:04.838539 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8fa855ee-fb65-497a-aa31-3575fcc36a82 req-a45c6e3a-04dc-493d-b6f0-4c53d68fb720 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0721440 Jun 24 10:31:04.871797 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-8fa855ee-fb65-497a-aa31-3575fcc36a82 req-19065645-efc5-4f72-8551-e33c5e37954d tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/security-groups?id=75614037-4cae-4543-9f8b-b18964d39dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319457 Jun 24 10:31:04.979126 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:05.101953 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33bd76-c09b-4861-b761-355aa594d000 req-fcaef033-4ea2-444d-b331-a7482fab9d45 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:05.103294 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0a33bd76-c09b-4861-b761-355aa594d000 req-fcaef033-4ea2-444d-b331-a7482fab9d45 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 945 time: 0.0604887 Jun 24 10:31:05.202343 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-0a33bd76-c09b-4861-b761-355aa594d000 req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Deleting port f4f92721-25f0-4ede-9c11-fa1557bb38ce {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:31:05.202680 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0a33bd76-c09b-4861-b761-355aa594d000 req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:05.285402 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-0a33bd76-c09b-4861-b761-355aa594d000 req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] For port f4f92721-25f0-4ede-9c11-fa1557bb38ce, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4f92721-25f0-4ede-9c11-fa1557bb38ce,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:05.285751 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0a33bd76-c09b-4861-b761-355aa594d000 req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:05.302632 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-0a33bd76-c09b-4861-b761-355aa594d000 req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Calling delete_port for f4f92721-25f0-4ede-9c11-fa1557bb38ce owned by compute:nova {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:31:05.424119 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0a33bd76-c09b-4861-b761-355aa594d000 req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:05.428013 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-dea549c2-9516-4e43-93f0-8afd2a80bf25 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:05.454327 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event deleted for resources: {'Port': ['ID=f4f92721-25f0-4ede-9c11-fa1557bb38ce,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:05.486004 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.486413 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.486786 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.487152 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.487518 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.487880 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.488237 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.488834 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.488971 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.489301 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.489656 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.490010 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:05.494644 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:05.512336 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a33bd76-c09b-4861-b761-355aa594d000 req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] No DVR routers for this DVR port f4f92721-25f0-4ede-9c11-fa1557bb38ce on host hv-cinder-79049 {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:31:05.514673 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-0a33bd76-c09b-4861-b761-355aa594d000 req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:05.516589 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-0a33bd76-c09b-4861-b761-355aa594d000 req-ca0fe349-2241-4642-b06d-ff951c371ef2 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.77 "DELETE /v2.0/ports/f4f92721-25f0-4ede-9c11-fa1557bb38ce HTTP/1.1" status: 204 len: 173 time: 0.4079173 Jun 24 10:31:05.517070 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'name': 'network-vif-deleted', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:31:05.519387 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11678c13-7965-4956-b525-63d9b797946c" -d '{"events": [{"server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "name": "network-vif-deleted", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:31:05.559555 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41c3c82-eea2-45fd-ad24-1ffe7896aa8c x-openstack-request-id: req-d41c3c82-eea2-45fd-ad24-1ffe7896aa8c {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:31:05.559887 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf140209-353a-4679-b5a1-1b0e5df27592", "name": "network-vif-deleted", "tag": "f4f92721-25f0-4ede-9c11-fa1557bb38ce", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:31:05.560182 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d41c3c82-eea2-45fd-ad24-1ffe7896aa8c {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:31:05.560612 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf140209-353a-4679-b5a1-1b0e5df27592', 'name': 'network-vif-deleted', 'tag': 'f4f92721-25f0-4ede-9c11-fa1557bb38ce', 'status': 'completed', 'code': 200} Jun 24 10:31:06.028260 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f71131de-24bf-422d-93c5-c6428c06ba29 req-e80d36ec-06d6-4352-8b4a-90e71b51698d tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf140209-353a-4679-b5a1-1b0e5df27592 HTTP/1.1" status: 200 len: 210 time: 0.0296106 Jun 24 10:31:07.118593 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44462) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:07.158083 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f4f92721-25f0-4ede-9c11-fa1557bb38ce no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:31:07.178267 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2af9-b6ef-4777-a675-8d75343458eb tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:07.178510 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: f4f92721-25f0-4ede-9c11-fa1557bb38ce {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:31:07.178766 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device f4f92721-25f0-4ede-9c11-fa1557bb38ce not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:31:07.202614 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2af9-b6ef-4777-a675-8d75343458eb tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:07.261352 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2af9-b6ef-4777-a675-8d75343458eb tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:07.264530 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2af9-b6ef-4777-a675-8d75343458eb tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:07.265651 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-dfaf2af9-b6ef-4777-a675-8d75343458eb tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] 10.222.0.79 "DELETE /v2.0/security-groups/75614037-4cae-4543-9f8b-b18964d39dc5 HTTP/1.1" status: 204 len: 168 time: 0.1461005 Jun 24 10:31:07.266492 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b02e5a59-f142-49a2-b4be-9792d827d8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:07.275515 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf2af9-b6ef-4777-a675-8d75343458eb tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75614037-4cae-4543-9f8b-b18964d39dc5,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:07.279071 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-dfaf2af9-b6ef-4777-a675-8d75343458eb tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:07.310480 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44466) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:07.644036 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450458'] for router_interface, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:07.891006 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] Deleting port ea0e565f-3516-4556-8122-205c9b05f3af {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:31:07.891343 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:07.966564 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] For port ea0e565f-3516-4556-8122-205c9b05f3af, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=ea0e565f-3516-4556-8122-205c9b05f3af,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:07.966911 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:07.981990 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] Calling delete_port for ea0e565f-3516-4556-8122-205c9b05f3af owned by network:router_interface {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:31:08.154281 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:08.156902 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2efa6371-77f4-4f5f-a278-f23dbb4b5fb3 tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:08.182280 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0e565f-3516-4556-8122-205c9b05f3af,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:08.186089 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:08.342653 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447242'] for router_interface, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:08.383410 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:31:08.398737 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-e88cdf4b-28d5-417a-bb09-245ecc46c654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:08.554521 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] Router 69cce713-ac08-4294-b4b5-05156d4692c7 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:31:08.657771 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:31:08.662676 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-7ce3f4f6-2355-4d59-bfb4-7fde0c446276 admin admin] 10.222.0.79 "PUT /v2.0/routers/69cce713-ac08-4294-b4b5-05156d4692c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3511014 Jun 24 10:31:08.665811 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44468) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:08.668555 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d8fd6-42aa-4829-a14a-c0d8e0217bc5 None None] Sync routers for ids ['69cce713-ac08-4294-b4b5-05156d4692c7'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:31:08.677787 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d8fd6-42aa-4829-a14a-c0d8e0217bc5 None None] Routers {'69cce713-ac08-4294-b4b5-05156d4692c7'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:31:08.678509 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-680d8fd6-42aa-4829-a14a-c0d8e0217bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:30:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['69cce713-ac08-4294-b4b5-05156d4692c7'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:08.768773 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Notify callbacks [] for router, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:08.785100 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-680d8fd6-42aa-4829-a14a-c0d8e0217bc5 None None] Set router 69cce713-ac08-4294-b4b5-05156d4692c7 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:31:08.873205 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:08.924738 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Deleting port e9adad87-c97d-4aa4-bcb8-1718ae156bd9 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:31:08.925071 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:08.964176 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-680d8fd6-42aa-4829-a14a-c0d8e0217bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:31:08Z', 'revision_number': 5, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port': {'id': 'e9adad87-c97d-4aa4-bcb8-1718ae156bd9', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:09.002438 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] For port e9adad87-c97d-4aa4-bcb8-1718ae156bd9, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=e9adad87-c97d-4aa4-bcb8-1718ae156bd9,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:09.002792 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.020988 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Calling delete_port for e9adad87-c97d-4aa4-bcb8-1718ae156bd9 owned by network:router_gateway {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:31:09.113363 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d8fd6-42aa-4829-a14a-c0d8e0217bc5 None None] Checking router: 69cce713-ac08-4294-b4b5-05156d4692c7 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:31:09.121581 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d8fd6-42aa-4829-a14a-c0d8e0217bc5 None None] Routers {'69cce713-ac08-4294-b4b5-05156d4692c7'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:31:09.122234 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-680d8fd6-42aa-4829-a14a-c0d8e0217bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:30:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['69cce713-ac08-4294-b4b5-05156d4692c7'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:09.185295 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.188099 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-de3fd579-b5be-4e20-894e-86abe5868740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:09.207358 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-680d8fd6-42aa-4829-a14a-c0d8e0217bc5 None None] Set router 69cce713-ac08-4294-b4b5-05156d4692c7 gateway port host: None {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:31:09.215679 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9adad87-c97d-4aa4-bcb8-1718ae156bd9,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:09.217487 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:09.260785 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-680d8fd6-42aa-4829-a14a-c0d8e0217bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:31:08Z', 'revision_number': 6, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port_host': None}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:09.273140 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448239'] for router_gateway, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.285961 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d8fd6-42aa-4829-a14a-c0d8e0217bc5 None None] The sync data for ids ['69cce713-ac08-4294-b4b5-05156d4692c7'] in dv-cinder-790492-7-iscsi is: [{'id': '69cce713-ac08-4294-b4b5-05156d4692c7', 'name': 'tempest-TestShelveInstance-1780657793-router', 'tenant_id': '82190cd9eb964c4e871376cd30b1e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:28Z', 'updated_at': '2021-06-24T10:31:08Z', 'revision_number': 6, 'project_id': '82190cd9eb964c4e871376cd30b1e902', 'gw_port_host': None}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:31:09.364964 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24320'] for router, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.367562 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.416407 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444839'] for router, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.417174 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69cce713-ac08-4294-b4b5-05156d4692c7 {{(pid=92850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:31:09.421212 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.422370 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-c30704f5-70d5-4e86-84c4-695ce1c8b256 admin admin] 10.222.0.79 "DELETE /v2.0/routers/69cce713-ac08-4294-b4b5-05156d4692c7 HTTP/1.1" status: 204 len: 168 time: 0.7556138 Jun 24 10:31:09.424864 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44470) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:09.467499 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e03a0d7-a631-43f6-93a7-371bf4eca32b admin admin] Deleting subnet 272ce042-0693-4e72-a6a0-164bdb0a38a6 {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:31:09.470461 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2e03a0d7-a631-43f6-93a7-371bf4eca32b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.502495 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2e03a0d7-a631-43f6-93a7-371bf4eca32b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247190'] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.580064 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2e03a0d7-a631-43f6-93a7-371bf4eca32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.634900 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2e03a0d7-a631-43f6-93a7-371bf4eca32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7169183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7241091'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.636912 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:09.661579 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03a0d7-a631-43f6-93a7-371bf4eca32b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=272ce042-0693-4e72-a6a0-164bdb0a38a6,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:09.664149 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-2e03a0d7-a631-43f6-93a7-371bf4eca32b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.666057 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-2e03a0d7-a631-43f6-93a7-371bf4eca32b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/272ce042-0693-4e72-a6a0-164bdb0a38a6 HTTP/1.1" status: 204 len: 168 time: 0.2402866 Jun 24 10:31:09.666974 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2e03a0d7-a631-43f6-93a7-371bf4eca32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:09.671815 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44472) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:09.673989 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e457b-3f4f-4c80-820c-fb137e848201 None None] Network 6355e628-9f28-4961-a0d1-600ac14b8a17 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:31:09.742931 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.797241 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Deleting port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:31:09.797241 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.857301 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] For port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d,segment=NetworkSegment(367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8),segment_id=367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:09.857588 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.870119 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Calling delete_port for 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d owned by network:dhcp {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:31:09.951467 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:09.954384 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-c743d2a7-5c25-4635-8439-35ae1dba40b3 tempest-TestMinimumBasicScenario-1855575528 tempest-TestMinimumBasicScenario-1855575528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:09.976932 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:09.980043 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:09.983205 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] No DVR routers for this DVR port 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d on host dv-cinder-790492-7-iscsi {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:31:10.018731 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cac337-a291-4070-9364-dfbfd024fd1c None None] DHCP port deletion for 6355e628-9f28-4961-a0d1-600ac14b8a17 request from dv-cinder-790492-7-iscsi {{(pid=92853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:31:10.066896 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:10.076349 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6355e628-9f28-4961-a0d1-600ac14b8a17']}} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:10.366974 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8') {'for_net_delete': True} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:10.367686 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367b5c3e-cb7a-42c4-abdc-97c4fdb4c5f8') {} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:10.375706 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7247151'] for segment, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:10.390858 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:10.396699 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=92850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:31:10.397081 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7169148'] for segment, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: Traceback (most recent call last): Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: timer() Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: cb(*args, **kw) Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: return func(*args, **kwargs) Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: self._notify() Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: self.callback(batched_events) Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: event.method(event) Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: return f(self, *a, **k) Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._get(url).json() Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: return self.request(url, 'GET', **kwargs) Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:31:10.399497 dv-cinder-790492-7-iscsi neutron-server[92850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:31:10.452075 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:10.456056 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-3191e7b3-e8e3-4e8c-a591-1aba3142dc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:10.468317 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:10.470153 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] 10.222.0.79 "DELETE /v2.0/networks/6355e628-9f28-4961-a0d1-600ac14b8a17 HTTP/1.1" status: 204 len: 168 time: 0.7970803 Jun 24 10:31:10.471192 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Pushing event deleted for resources: {'Network': ['ID=6355e628-9f28-4961-a0d1-600ac14b8a17,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:10.473071 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44474) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:10.475037 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:10.521121 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:31:10.540347 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:31:10.540697 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 0a7d4d3c-3b8d-4a21-b7cd-73e009e7a46d not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:31:10.541117 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device e9adad87-c97d-4aa4-bcb8-1718ae156bd9 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:31:10.558567 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: e9adad87-c97d-4aa4-bcb8-1718ae156bd9 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:31:10.558839 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device e9adad87-c97d-4aa4-bcb8-1718ae156bd9 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:31:10.559246 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ea0e565f-3516-4556-8122-205c9b05f3af no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:31:10.578718 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: ea0e565f-3516-4556-8122-205c9b05f3af {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:31:10.579076 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ea0e565f-3516-4556-8122-205c9b05f3af not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:31:10.807070 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450458'] for router_interface, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:11.066264 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] Deleting port e5d01b24-334d-4404-ab49-e1c01d107136 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:31:11.066523 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:11.107986 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-13e49159-893f-4189-90fc-3e5057822ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:11.143789 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] For port e5d01b24-334d-4404-ab49-e1c01d107136, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=e5d01b24-334d-4404-ab49-e1c01d107136,segment=NetworkSegment(9cccaef1-4ce2-46bc-9bdc-b47f41a1882a),segment_id=9cccaef1-4ce2-46bc-9bdc-b47f41a1882a)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:11.144143 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:11.159457 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] Calling delete_port for e5d01b24-334d-4404-ab49-e1c01d107136 owned by network:router_interface {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:31:11.226730 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:11.332939 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:11.336159 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f4f9d01e-04e4-4810-b83d-42f628dda76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:11.357948 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d01b24-334d-4404-ab49-e1c01d107136,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:11.361201 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:11.521082 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447242'] for router_interface, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:11.728618 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] Router 75fbaef9-c221-4878-ae3c-0419a81c2b4e has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:31:11.834448 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:31:11.839159 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-a35e9687-b2a4-4f4b-9087-59de68b49583 admin admin] 10.222.0.79 "PUT /v2.0/routers/75fbaef9-c221-4878-ae3c-0419a81c2b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3651745 Jun 24 10:31:11.841676 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44476) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:11.844221 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1526be85-ea86-4b4b-a68b-4966fb6fa744 None None] Sync routers for ids ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:31:11.853767 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1526be85-ea86-4b4b-a68b-4966fb6fa744 None None] Routers {'75fbaef9-c221-4878-ae3c-0419a81c2b4e'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:31:11.854411 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-1526be85-ea86-4b4b-a68b-4966fb6fa744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:31:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:11.945785 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:11.955164 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-1526be85-ea86-4b4b-a68b-4966fb6fa744 None None] Set router 75fbaef9-c221-4878-ae3c-0419a81c2b4e gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:31:12.055600 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.057333 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.108948 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Deleting port 5a6b6947-8497-4d46-a051-009d7f5a7d1f {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:31:12.109287 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.189314 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] For port 5a6b6947-8497-4d46-a051-009d7f5a7d1f, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=5a6b6947-8497-4d46-a051-009d7f5a7d1f,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:12.189671 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.207378 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Calling delete_port for 5a6b6947-8497-4d46-a051-009d7f5a7d1f owned by network:router_gateway {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:31:12.223328 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-1526be85-ea86-4b4b-a68b-4966fb6fa744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'name': 'tempest-TestShelveInstance-1434023637-router', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:31:11Z', 'revision_number': 5, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'gw_port': {'id': '5a6b6947-8497-4d46-a051-009d7f5a7d1f', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:12.249459 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1526be85-ea86-4b4b-a68b-4966fb6fa744 None None] Checking router: 75fbaef9-c221-4878-ae3c-0419a81c2b4e for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:31:12.257535 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1526be85-ea86-4b4b-a68b-4966fb6fa744 None None] Routers {'75fbaef9-c221-4878-ae3c-0419a81c2b4e'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:31:12.258172 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-1526be85-ea86-4b4b-a68b-4966fb6fa744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:31:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:12.340491 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-1526be85-ea86-4b4b-a68b-4966fb6fa744 None None] Set router 75fbaef9-c221-4878-ae3c-0419a81c2b4e gateway port host: None {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:31:12.371274 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.373970 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-50c44241-3af8-4310-8eb9-e13f74cc1d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:12.393623 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-1526be85-ea86-4b4b-a68b-4966fb6fa744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'name': 'tempest-TestShelveInstance-1434023637-router', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:31:12Z', 'revision_number': 6, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'gw_port_host': None}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:12.397682 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6b6947-8497-4d46-a051-009d7f5a7d1f,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:12.421470 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1526be85-ea86-4b4b-a68b-4966fb6fa744 None None] The sync data for ids ['75fbaef9-c221-4878-ae3c-0419a81c2b4e'] in dv-cinder-790492-7-iscsi is: [{'id': '75fbaef9-c221-4878-ae3c-0419a81c2b4e', 'name': 'tempest-TestShelveInstance-1434023637-router', 'tenant_id': '3895ca26477946a1b36e56c1dfe9464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:26:35Z', 'updated_at': '2021-06-24T10:31:12Z', 'revision_number': 6, 'project_id': '3895ca26477946a1b36e56c1dfe9464a', 'gw_port_host': None}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:31:12.422918 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.423310 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.423689 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.424056 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.424420 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.424788 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.425146 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.425494 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.425855 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.426237 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.426594 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.426945 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:12.431666 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:12.471264 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448239'] for router_gateway, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.559321 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24320'] for router, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.561336 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.607429 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444839'] for router, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.607942 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75fbaef9-c221-4878-ae3c-0419a81c2b4e {{(pid=92850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:31:12.612912 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.614026 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-8dc3fde1-2681-4835-9817-f6cb70890fb9 admin admin] 10.222.0.79 "DELETE /v2.0/routers/75fbaef9-c221-4878-ae3c-0419a81c2b4e HTTP/1.1" status: 204 len: 168 time: 0.7714367 Jun 24 10:31:12.616584 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44478) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:12.660793 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2d9951-1aad-424c-8dca-1930cad0ebc1 admin admin] Deleting subnet 48dc152b-6cca-4304-8b2a-a76243fb934b {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:31:12.663693 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3d2d9951-1aad-424c-8dca-1930cad0ebc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.696447 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3d2d9951-1aad-424c-8dca-1930cad0ebc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247190'] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.779593 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3d2d9951-1aad-424c-8dca-1930cad0ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.844074 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3d2d9951-1aad-424c-8dca-1930cad0ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7169183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7241091'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.853901 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bd7798a3-2e7d-44ba-ac70-ba9e9107c774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:12.875694 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-3d2d9951-1aad-424c-8dca-1930cad0ebc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:12.877544 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-3d2d9951-1aad-424c-8dca-1930cad0ebc1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/48dc152b-6cca-4304-8b2a-a76243fb934b HTTP/1.1" status: 204 len: 168 time: 0.2597573 Jun 24 10:31:12.879826 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d9951-1aad-424c-8dca-1930cad0ebc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48dc152b-6cca-4304-8b2a-a76243fb934b,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:12.880411 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44480) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:12.882710 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-3d2d9951-1aad-424c-8dca-1930cad0ebc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:12.882856 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e9772b-f117-474c-af6c-6c8b2fb56c12 None None] Network f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:31:12.946695 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.001358 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Deleting port c16878de-1fc8-4a55-a4c4-27146c1fcc5c {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:31:13.001694 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.065904 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] For port c16878de-1fc8-4a55-a4c4-27146c1fcc5c, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=c16878de-1fc8-4a55-a4c4-27146c1fcc5c,segment=NetworkSegment(9cccaef1-4ce2-46bc-9bdc-b47f41a1882a),segment_id=9cccaef1-4ce2-46bc-9bdc-b47f41a1882a)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:13.066285 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.079016 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Calling delete_port for c16878de-1fc8-4a55-a4c4-27146c1fcc5c owned by network:dhcp {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:31:13.159133 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.161687 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-3db33c6d-b09d-4363-a1ae-d3fb61b19b4f tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:13.186414 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Pushing event deleted for resources: {'Port': ['ID=c16878de-1fc8-4a55-a4c4-27146c1fcc5c,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:13.189874 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:13.190935 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] No DVR routers for this DVR port c16878de-1fc8-4a55-a4c4-27146c1fcc5c on host dv-cinder-790492-7-iscsi {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:31:13.196525 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device e5d01b24-334d-4404-ab49-e1c01d107136 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:31:13.200990 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7aef98-d1fd-47fe-9343-41c00242ab82 None None] DHCP port deletion for f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 request from dv-cinder-790492-7-iscsi {{(pid=92853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:31:13.226612 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: e5d01b24-334d-4404-ab49-e1c01d107136 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:31:13.229669 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device e5d01b24-334d-4404-ab49-e1c01d107136 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:31:13.272505 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.287158 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2319525-bb9e-44a7-adcf-bf3a1a26bcf4']}} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:13.300715 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cccaef1-4ce2-46bc-9bdc-b47f41a1882a') {'for_net_delete': True} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:13.301009 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.services.segments.db [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cccaef1-4ce2-46bc-9bdc-b47f41a1882a') {} {{(pid=92851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:13.311070 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4397117'] for segment, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.328840 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.334475 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=92851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:31:13.335064 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5463496'] for segment, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: Traceback (most recent call last): Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: timer() Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: cb(*args, **kw) Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: return func(*args, **kwargs) Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: self._notify() Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: self.callback(batched_events) Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: event.method(event) Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: return f(self, *a, **k) Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._get(url).json() Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: return self.request(url, 'GET', **kwargs) Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:31:13.336478 dv-cinder-790492-7-iscsi neutron-server[92851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:31:13.392502 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.398609 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.402237 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f2319525-bb9e-44a7-adcf-bf3a1a26bcf4 HTTP/1.1" status: 204 len: 168 time: 0.5195594 Jun 24 10:31:13.402237 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-a8a85296-c37e-4fe3-a240-8002f6525e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:13.415745 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2319525-bb9e-44a7-adcf-bf3a1a26bcf4,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:13.418848 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-0f956f47-527f-4b84-90f6-3c9bccefb015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:13.566042 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44488) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:13.605238 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-8c5d645e-a73c-4280-8f91-81e773e34a66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=82190cd9eb964c4e871376cd30b1e902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378897 Jun 24 10:31:13.607490 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44490) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:13.666336 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8420ad02-2304-4d0c-8c6c-aa2a96ada8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.686787 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8420ad02-2304-4d0c-8c6c-aa2a96ada8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.742122 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8420ad02-2304-4d0c-8c6c-aa2a96ada8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.745107 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-8420ad02-2304-4d0c-8c6c-aa2a96ada8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.746246 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-8420ad02-2304-4d0c-8c6c-aa2a96ada8d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a230e5bf-3f0c-4fa0-9b70-e9ac73360f18 HTTP/1.1" status: 204 len: 168 time: 0.1377547 Jun 24 10:31:13.747090 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-19a8e07b-5b81-4daa-b277-e96d57faebac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:13.754741 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420ad02-2304-4d0c-8c6c-aa2a96ada8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a230e5bf-3f0c-4fa0-9b70-e9ac73360f18,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:13.758434 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-8420ad02-2304-4d0c-8c6c-aa2a96ada8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:13.766656 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:14.047862 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44496) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:14.086538 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-c375f198-9eee-47a0-8152-850eea2d70fb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3895ca26477946a1b36e56c1dfe9464a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373695 Jun 24 10:31:14.088766 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44498) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:14.135140 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-946e270b-1639-4d3f-b3b3-b84d7440024f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:14.155730 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-946e270b-1639-4d3f-b3b3-b84d7440024f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:14.201627 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-946e270b-1639-4d3f-b3b3-b84d7440024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:14.204199 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-946e270b-1639-4d3f-b3b3-b84d7440024f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:14.205325 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-946e270b-1639-4d3f-b3b3-b84d7440024f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ddc3d13-8151-44f6-8901-0e5a153e42e2 HTTP/1.1" status: 204 len: 168 time: 0.1156683 Jun 24 10:31:14.206115 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-de49b72f-4684-431d-ac27-fc7c2d98f957 tempest-AttachVolumeShelveTestJSON-770614841 tempest-AttachVolumeShelveTestJSON-770614841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:14.215687 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e270b-1639-4d3f-b3b3-b84d7440024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc3d13-8151-44f6-8901-0e5a153e42e2,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:14.217848 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-946e270b-1639-4d3f-b3b3-b84d7440024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:14.516716 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device c16878de-1fc8-4a55-a4c4-27146c1fcc5c no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:31:14.536544 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: c16878de-1fc8-4a55-a4c4-27146c1fcc5c {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:31:14.536888 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device c16878de-1fc8-4a55-a4c4-27146c1fcc5c not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:31:14.537313 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 5a6b6947-8497-4d46-a051-009d7f5a7d1f no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:31:14.556665 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 5a6b6947-8497-4d46-a051-009d7f5a7d1f {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:31:14.557009 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 5a6b6947-8497-4d46-a051-009d7f5a7d1f not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:31:34.981809 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:38.399455 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-949ce031-feca-4de8-801a-cfe895f291ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:40.428503 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-85dcb199-1bc5-4417-993f-39d2bd2bbaf3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1802692 Jun 24 10:31:40.499194 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-4cfc6f26-3e8f-42dd-8ce8-477e12d8cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:40.500618 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-4cfc6f26-3e8f-42dd-8ce8-477e12d8cefe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 1098 time: 0.0507264 Jun 24 10:31:40.601432 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-bc26cbb4-0bc9-4bdb-bbef-5253b34cb954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:40.602874 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-bc26cbb4-0bc9-4bdb-bbef-5253b34cb954 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 914 time: 0.0837226 Jun 24 10:31:40.668033 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-bad02476-c48a-4dca-a116-09f9fe67db33 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2816759c-b1bd-49f6-8321-f382f4666c99 HTTP/1.1" status: 200 len: 1000 time: 0.0581028 Jun 24 10:31:40.715053 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-8ace4e99-0974-4ee7-805b-4fce802535fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:40.716402 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-8ace4e99-0974-4ee7-805b-4fce802535fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.0420644 Jun 24 10:31:40.770047 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-7809dafc-0a3f-4b82-96ed-d9fdbaf47d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:40.771502 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-7809dafc-0a3f-4b82-96ed-d9fdbaf47d3b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484641 Jun 24 10:31:40.781414 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-aece0de1-b522-42b4-82e5-8657bbb77d0c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=92851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:31:40.782389 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-aece0de1-b522-42b4-82e5-8657bbb77d0c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048554 Jun 24 10:31:40.875109 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-87bb55fa-9489-4fc5-9c34-1c8cac61e0a9 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858226 Jun 24 10:31:40.969317 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-3a452f86-a68b-4719-b0c2-34805ef947b0 req-0b414ab8-ff51-4fb1-8386-b2d76941136b service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877569 Jun 24 10:31:41.108138 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-4fb89d9d-4833-4779-9599-d159bacdd540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:41.228429 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:42.055497 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:43.759346 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:45.382269 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:31:53.866927 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44504) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:54.030755 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Deleting port 4c7fd980-feff-4724-ae06-76653bf7faf8 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:31:54.031148 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:54.102480 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:54.102719 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:54.115265 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Calling delete_port for 4c7fd980-feff-4724-ae06-76653bf7faf8 owned by network:floatingip {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:31:54.279884 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:54.281764 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-9ff2a6d3-9e9d-4721-9f97-260ee47080e2 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:54.304203 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event deleted for resources: {'Port': ['ID=4c7fd980-feff-4724-ae06-76653bf7faf8,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:54.307806 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:54.367433 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:54.367650 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.l3_db [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Floating IP cfd30806-52b5-4500-bb14-af6cf676b281 disassociated (deleted). External IP: 172.27.2.78, port: 5323ad5e-657a-4ab6-9e02-01b8e47becc0. Jun 24 10:31:54.562762 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Router ba034ad5-0c9a-4feb-89a2-9724f5394e92 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:31:54.923046 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:31:54.927342 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:54.933467 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2957ff-089a-4bd3-8c70-9eb52bbfac30 None None] Sync routers for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:31:54.942274 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2957ff-089a-4bd3-8c70-9eb52bbfac30 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:31:54.942889 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-ef2957ff-089a-4bd3-8c70-9eb52bbfac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:31:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:54.963334 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-d78bd443-ff39-42b6-94d7-1d09164da7c4 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "DELETE /v2.0/floatingips/cfd30806-52b5-4500-bb14-af6cf676b281 HTTP/1.1" status: 204 len: 168 time: 1.0946584 Jun 24 10:31:54.964106 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'tag': '5323ad5e-657a-4ab6-9e02-01b8e47becc0'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:31:54.966743 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49f41ae-9dd1-4f01-b526-c76478654356" -d '{"events": [{"name": "network-changed", "server_uuid": "ff25d479-3051-495d-b985-fdb0bc2bd401", "tag": "5323ad5e-657a-4ab6-9e02-01b8e47becc0"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:31:55.047651 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-ef2957ff-089a-4bd3-8c70-9eb52bbfac30 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:31:55.118968 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63f1da3-dd6e-456d-b16e-cb5aef10229a x-openstack-request-id: req-e63f1da3-dd6e-456d-b16e-cb5aef10229a {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:31:55.119109 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff25d479-3051-495d-b985-fdb0bc2bd401", "tag": "5323ad5e-657a-4ab6-9e02-01b8e47becc0", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:31:55.119388 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e63f1da3-dd6e-456d-b16e-cb5aef10229a {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:31:55.119816 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'tag': '5323ad5e-657a-4ab6-9e02-01b8e47becc0', 'status': 'completed', 'code': 200} Jun 24 10:31:55.207655 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f41ae-9dd1-4f01-b526-c76478654356 req-63dc95e5-87cb-430e-839f-e2fa3cf4c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:55.209139 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f49f41ae-9dd1-4f01-b526-c76478654356 req-63dc95e5-87cb-430e-839f-e2fa3cf4c7ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 1099 time: 0.0648141 Jun 24 10:31:55.282140 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-ef2957ff-089a-4bd3-8c70-9eb52bbfac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'd37bb150-b512-449f-b473-632a50dc6bd5', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '2816759c-b1bd-49f6-8321-f382f4666c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:ac:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:28:19Z', 'updated_at': '2021-06-24T10:28:21Z', 'revision_number': 1, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:55.307738 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2957ff-089a-4bd3-8c70-9eb52bbfac30 None None] Checking router: ba034ad5-0c9a-4feb-89a2-9724f5394e92 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:31:55.308170 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f41ae-9dd1-4f01-b526-c76478654356 req-d7453ff1-431f-48a4-8f05-36e115a736e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:55.309650 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f49f41ae-9dd1-4f01-b526-c76478654356 req-d7453ff1-431f-48a4-8f05-36e115a736e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 914 time: 0.0940168 Jun 24 10:31:55.316277 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2957ff-089a-4bd3-8c70-9eb52bbfac30 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:31:55.317020 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-ef2957ff-089a-4bd3-8c70-9eb52bbfac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:31:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:55.378530 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f49f41ae-9dd1-4f01-b526-c76478654356 req-5a94d8ef-831f-4e55-bca8-51050762c03b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5323ad5e-657a-4ab6-9e02-01b8e47becc0 HTTP/1.1" status: 200 len: 217 time: 0.0605688 Jun 24 10:31:55.420352 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-ef2957ff-089a-4bd3-8c70-9eb52bbfac30 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:31:55.437978 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f41ae-9dd1-4f01-b526-c76478654356 req-d335f6bf-d9fc-4222-9e20-047036255e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:55.439432 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f49f41ae-9dd1-4f01-b526-c76478654356 req-d335f6bf-d9fc-4222-9e20-047036255e6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.0540447 Jun 24 10:31:55.455344 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33277d3-c8bf-48fd-92d9-7124fddeb198 req-cfc3ad6f-f43f-44a4-9347-449e8e5fd047 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:55.456701 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f33277d3-c8bf-48fd-92d9-7124fddeb198 req-cfc3ad6f-f43f-44a4-9347-449e8e5fd047 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 946 time: 0.1892629 Jun 24 10:31:55.519190 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f33277d3-c8bf-48fd-92d9-7124fddeb198 req-3f6ae0ae-1284-460f-b867-edb17e5f297e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546739 Jun 24 10:31:55.532136 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f41ae-9dd1-4f01-b526-c76478654356 req-820864da-7388-41d0-94a2-98d6f1540505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:55.533609 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f49f41ae-9dd1-4f01-b526-c76478654356 req-820864da-7388-41d0-94a2-98d6f1540505 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860250 Jun 24 10:31:55.628714 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f49f41ae-9dd1-4f01-b526-c76478654356 req-44d6c4bf-6f89-4696-80cd-21c11a1ce529 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877416 Jun 24 10:31:55.647781 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-ef2957ff-089a-4bd3-8c70-9eb52bbfac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'd37bb150-b512-449f-b473-632a50dc6bd5', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '2816759c-b1bd-49f6-8321-f382f4666c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:ac:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:28:19Z', 'updated_at': '2021-06-24T10:28:21Z', 'revision_number': 1, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:31:55.674090 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2957ff-089a-4bd3-8c70-9eb52bbfac30 None None] The sync data for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi is: [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_floatingips': [{'id': 'd37bb150-b512-449f-b473-632a50dc6bd5', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'router_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'port_id': '2816759c-b1bd-49f6-8321-f382f4666c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'mac_address': 'fa:16:3e:ac:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:28:19Z', 'updated_at': '2021-06-24T10:28:21Z', 'revision_number': 1, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:31:55.719816 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-f49f41ae-9dd1-4f01-b526-c76478654356 req-2ff338dc-7c2f-48e4-8ed1-e94ebe3d3cb8 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839751 Jun 24 10:31:55.896262 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c8fd0-960c-41ae-8936-ada92604fd44 None None] New status for floating IP cfd30806-52b5-4500-bb14-af6cf676b281: DOWN {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:31:56.767429 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636d5b6-c1c9-4d9d-b348-b9a808b4045c req-40bca277-48b0-4d0a-9861-47546dbb6f54 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:56.768889 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5636d5b6-c1c9-4d9d-b348-b9a808b4045c req-40bca277-48b0-4d0a-9861-47546dbb6f54 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 946 time: 0.1248012 Jun 24 10:31:56.785174 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207c848-a78f-45f3-821e-963bcebab0d9 req-9b855f5a-d2cf-46f3-9b93-c04e383b96a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:56.786774 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d207c848-a78f-45f3-821e-963bcebab0d9 req-9b855f5a-d2cf-46f3-9b93-c04e383b96a3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 946 time: 0.0746174 Jun 24 10:31:56.811996 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-5636d5b6-c1c9-4d9d-b348-b9a808b4045c req-d4ccc6f9-4223-4eeb-a2fb-df71470c9622 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354762 Jun 24 10:31:56.900914 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-d207c848-a78f-45f3-821e-963bcebab0d9 req-742f9d6e-ed33-4949-9c9b-b5c98f34404e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Deleting port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:31:56.901244 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-d207c848-a78f-45f3-821e-963bcebab0d9 req-742f9d6e-ed33-4949-9c9b-b5c98f34404e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:56.988328 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-d207c848-a78f-45f3-821e-963bcebab0d9 req-742f9d6e-ed33-4949-9c9b-b5c98f34404e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] For port 5323ad5e-657a-4ab6-9e02-01b8e47becc0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5323ad5e-657a-4ab6-9e02-01b8e47becc0,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:56.988682 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-d207c848-a78f-45f3-821e-963bcebab0d9 req-742f9d6e-ed33-4949-9c9b-b5c98f34404e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:57.001810 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-d207c848-a78f-45f3-821e-963bcebab0d9 req-742f9d6e-ed33-4949-9c9b-b5c98f34404e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Calling delete_port for 5323ad5e-657a-4ab6-9e02-01b8e47becc0 owned by compute:nova {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:31:57.136407 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-d207c848-a78f-45f3-821e-963bcebab0d9 req-742f9d6e-ed33-4949-9c9b-b5c98f34404e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:57.140493 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-ea92216a-56ff-456b-a92c-c5e8fed5b931 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:57.166613 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f9d6e-ed33-4949-9c9b-b5c98f34404e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event deleted for resources: {'Port': ['ID=5323ad5e-657a-4ab6-9e02-01b8e47becc0,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:57.169491 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-742f9d6e-ed33-4949-9c9b-b5c98f34404e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:57.216157 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d207c848-a78f-45f3-821e-963bcebab0d9 req-742f9d6e-ed33-4949-9c9b-b5c98f34404e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] No DVR routers for this DVR port 5323ad5e-657a-4ab6-9e02-01b8e47becc0 on host hv-cinder-79049 {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:31:57.218695 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-d207c848-a78f-45f3-821e-963bcebab0d9 req-742f9d6e-ed33-4949-9c9b-b5c98f34404e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:57.220667 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-d207c848-a78f-45f3-821e-963bcebab0d9 req-742f9d6e-ed33-4949-9c9b-b5c98f34404e tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "DELETE /v2.0/ports/5323ad5e-657a-4ab6-9e02-01b8e47becc0 HTTP/1.1" status: 204 len: 173 time: 0.4282546 Jun 24 10:31:57.221187 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'name': 'network-vif-deleted', 'tag': '5323ad5e-657a-4ab6-9e02-01b8e47becc0'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:31:57.223696 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da531f70-1122-4060-a658-67c159ac0a90" -d '{"events": [{"server_uuid": "ff25d479-3051-495d-b985-fdb0bc2bd401", "name": "network-vif-deleted", "tag": "5323ad5e-657a-4ab6-9e02-01b8e47becc0"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:31:57.261731 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e50a24f-0ff0-46ae-a501-ab9e58f32fe0 x-openstack-request-id: req-1e50a24f-0ff0-46ae-a501-ab9e58f32fe0 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:31:57.262167 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff25d479-3051-495d-b985-fdb0bc2bd401", "name": "network-vif-deleted", "tag": "5323ad5e-657a-4ab6-9e02-01b8e47becc0", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:31:57.262462 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e50a24f-0ff0-46ae-a501-ab9e58f32fe0 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:31:57.262895 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff25d479-3051-495d-b985-fdb0bc2bd401', 'name': 'network-vif-deleted', 'tag': '5323ad5e-657a-4ab6-9e02-01b8e47becc0', 'status': 'completed', 'code': 200} Jun 24 10:31:57.969832 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-936a68b9-538c-440a-9c9e-7f3e80b70b1f req-c3e8addf-d32d-4457-85c7-073ccc8e7538 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff25d479-3051-495d-b985-fdb0bc2bd401 HTTP/1.1" status: 200 len: 210 time: 0.0329807 Jun 24 10:31:59.391442 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5323ad5e-657a-4ab6-9e02-01b8e47becc0 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:31:59.411168 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: 5323ad5e-657a-4ab6-9e02-01b8e47becc0 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:31:59.411517 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 5323ad5e-657a-4ab6-9e02-01b8e47becc0 not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:01.280746 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44538) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:01.433811 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Deleting port 24569d60-f782-4f15-b433-fac6c881fc60 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:32:01.434198 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:01.506617 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:01.506941 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:01.518293 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Calling delete_port for 24569d60-f782-4f15-b433-fac6c881fc60 owned by network:floatingip {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:32:01.672567 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:01.675232 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-baa47f69-49ab-4494-901d-c47fe016a9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:01.701219 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event deleted for resources: {'Port': ['ID=24569d60-f782-4f15-b433-fac6c881fc60,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:01.703200 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:01.761292 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:01.761629 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.db.l3_db [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Floating IP d37bb150-b512-449f-b473-632a50dc6bd5 disassociated (deleted). External IP: 172.27.2.15, port: 2816759c-b1bd-49f6-8321-f382f4666c99. Jun 24 10:32:01.964449 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Router ba034ad5-0c9a-4feb-89a2-9724f5394e92 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:32:02.078441 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:32:02.082990 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:02.087538 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed7f4e-74d1-4837-b765-ee61a36e3301 None None] Sync routers for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:32:02.096223 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed7f4e-74d1-4837-b765-ee61a36e3301 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:32:02.096829 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-b5ed7f4e-74d1-4837-b765-ee61a36e3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:31:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:02.118235 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-e94c0fb4-d496-4718-8216-d8651d503d80 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "DELETE /v2.0/floatingips/d37bb150-b512-449f-b473-632a50dc6bd5 HTTP/1.1" status: 204 len: 168 time: 0.8364148 Jun 24 10:32:02.119000 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'tag': '2816759c-b1bd-49f6-8321-f382f4666c99'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:32:02.121967 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f81eb3a-aa3e-4aee-ae90-f5825c789006" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef7e092-7950-44f9-92bd-065300ddcb8a", "tag": "2816759c-b1bd-49f6-8321-f382f4666c99"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:32:02.159353 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8582d4c4-a0cf-4874-b1cc-c2dbc92dc021 x-openstack-request-id: req-8582d4c4-a0cf-4874-b1cc-c2dbc92dc021 {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:32:02.159353 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef7e092-7950-44f9-92bd-065300ddcb8a", "tag": "2816759c-b1bd-49f6-8321-f382f4666c99", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:32:02.159713 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8582d4c4-a0cf-4874-b1cc-c2dbc92dc021 {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:32:02.160088 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'tag': '2816759c-b1bd-49f6-8321-f382f4666c99', 'status': 'completed', 'code': 200} Jun 24 10:32:02.204281 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-b5ed7f4e-74d1-4837-b765-ee61a36e3301 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:32:02.237601 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81eb3a-aa3e-4aee-ae90-f5825c789006 req-03288a0a-bec2-4231-9ab2-f875718398b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:32:02.239110 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7f81eb3a-aa3e-4aee-ae90-f5825c789006 req-03288a0a-bec2-4231-9ab2-f875718398b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=401eb0c9690a4893b941db64b85396a1&device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 1098 time: 0.0538669 Jun 24 10:32:02.343331 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81eb3a-aa3e-4aee-ae90-f5825c789006 req-3530e2dd-08ac-4b12-9189-b27679bda057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:32:02.344904 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7f81eb3a-aa3e-4aee-ae90-f5825c789006 req-3530e2dd-08ac-4b12-9189-b27679bda057 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 200 len: 914 time: 0.0993006 Jun 24 10:32:02.387942 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7f81eb3a-aa3e-4aee-ae90-f5825c789006 req-bb87c041-e32c-4116-9656-ebf95e7c9893 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2816759c-b1bd-49f6-8321-f382f4666c99 HTTP/1.1" status: 200 len: 217 time: 0.0350730 Jun 24 10:32:02.407658 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-b5ed7f4e-74d1-4837-b765-ee61a36e3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:02.434223 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed7f4e-74d1-4837-b765-ee61a36e3301 None None] Checking router: ba034ad5-0c9a-4feb-89a2-9724f5394e92 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:32:02.442882 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed7f4e-74d1-4837-b765-ee61a36e3301 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:32:02.443193 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-b5ed7f4e-74d1-4837-b765-ee61a36e3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:31:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:02.466471 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81eb3a-aa3e-4aee-ae90-f5825c789006 req-7299b12e-2428-411c-a4dc-7a7531b80a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:32:02.467879 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7f81eb3a-aa3e-4aee-ae90-f5825c789006 req-7299b12e-2428-411c-a4dc-7a7531b80a42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 200 len: 851 time: 0.0734217 Jun 24 10:32:02.533709 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258646f-474b-41e4-b7e0-14739183f835 req-e25d8469-14cf-4dac-83cd-08a3516ac42c tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:32:02.535269 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9258646f-474b-41e4-b7e0-14739183f835 req-e25d8469-14cf-4dac-83cd-08a3516ac42c tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 945 time: 0.1081760 Jun 24 10:32:02.566761 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81eb3a-aa3e-4aee-ae90-f5825c789006 req-24f435fc-fd45-4a76-b5d6-678e5df7a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:32:02.568276 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7f81eb3a-aa3e-4aee-ae90-f5825c789006 req-24f435fc-fd45-4a76-b5d6-678e5df7a8e2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34bc84c6-726b-4a2e-8157-ec7879cbe448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923584 Jun 24 10:32:02.627226 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-9258646f-474b-41e4-b7e0-14739183f835 req-8fd5de91-0dda-4312-abbb-316d46861ff3 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848355 Jun 24 10:32:02.671334 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-b5ed7f4e-74d1-4837-b765-ee61a36e3301 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:32:02.675674 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7f81eb3a-aa3e-4aee-ae90-f5825c789006 req-64e649f1-abad-44c0-8105-970d21e3960c service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007326 Jun 24 10:32:02.764022 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-7f81eb3a-aa3e-4aee-ae90-f5825c789006 req-819c5733-18ab-419d-a364-eac644a74648 service neutron] 10.222.0.77 "GET /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808284 Jun 24 10:32:02.865718 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-b5ed7f4e-74d1-4837-b765-ee61a36e3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:02.893934 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed7f4e-74d1-4837-b765-ee61a36e3301 None None] The sync data for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi is: [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:24:12Z', 'revision_number': 4, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi', '_interfaces': [{'id': 'd9a7729f-61fd-4b1f-bd54-a2c2e57ba44c', 'name': '', 'network_id': '34bc84c6-726b-4a2e-8157-ec7879cbe448', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'mac_address': 'fa:16:3e:f3:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:11Z', 'updated_at': '2021-06-24T10:24:18Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'subnets': [{'id': 'ae7b39c4-59d3-4993-bc90-4f139d81bbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:32:03.091075 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e615ada-ad21-4a10-acf0-6aafe55c88dd None None] New status for floating IP d37bb150-b512-449f-b473-632a50dc6bd5: DOWN {{(pid=92854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:32:03.801334 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef7c24-dfe6-4512-a37b-1ddac9b0b501 req-632f75da-0e5a-4578-8dcd-cbcece686a14 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:32:03.802840 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-23ef7c24-dfe6-4512-a37b-1ddac9b0b501 req-632f75da-0e5a-4578-8dcd-cbcece686a14 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 945 time: 0.0629926 Jun 24 10:32:03.840636 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-23ef7c24-dfe6-4512-a37b-1ddac9b0b501 req-c1476b0e-9664-4674-9e2a-10c2b7c06f58 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ccb6cac-271a-4f48-a01e-f36e5633bbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Jun 24 10:32:03.858719 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa0a15-39a3-499f-bcd9-bd5a82b20dd6 req-77f6465f-6820-4f4c-ab29-725615321da0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:32:03.860207 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dcfa0a15-39a3-499f-bcd9-bd5a82b20dd6 req-77f6465f-6820-4f4c-ab29-725615321da0 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 945 time: 0.0630906 Jun 24 10:32:03.960672 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-dcfa0a15-39a3-499f-bcd9-bd5a82b20dd6 req-d39423b9-f931-4066-9066-51bc6004fb12 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Deleting port 2816759c-b1bd-49f6-8321-f382f4666c99 {{(pid=92851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:32:03.961021 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-dcfa0a15-39a3-499f-bcd9-bd5a82b20dd6 req-d39423b9-f931-4066-9066-51bc6004fb12 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:04.049438 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.db [req-dcfa0a15-39a3-499f-bcd9-bd5a82b20dd6 req-d39423b9-f931-4066-9066-51bc6004fb12 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] For port 2816759c-b1bd-49f6-8321-f382f4666c99, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2816759c-b1bd-49f6-8321-f382f4666c99,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:04.049793 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-dcfa0a15-39a3-499f-bcd9-bd5a82b20dd6 req-d39423b9-f931-4066-9066-51bc6004fb12 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:04.062225 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.plugins.ml2.plugin [req-dcfa0a15-39a3-499f-bcd9-bd5a82b20dd6 req-d39423b9-f931-4066-9066-51bc6004fb12 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Calling delete_port for 2816759c-b1bd-49f6-8321-f382f4666c99 owned by compute:nova {{(pid=92851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:32:04.186456 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-dcfa0a15-39a3-499f-bcd9-bd5a82b20dd6 req-d39423b9-f931-4066-9066-51bc6004fb12 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5463525'] for port, after_delete {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:04.190547 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-696504c6-661e-49d1-8771-bb9e96a80dd9 tempest-VolumesNegativeTest-1435383493 tempest-VolumesNegativeTest-1435383493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:04.215737 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39423b9-f931-4066-9066-51bc6004fb12 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event deleted for resources: {'Port': ['ID=2816759c-b1bd-49f6-8321-f382f4666c99,revision_number=None']} {{(pid=92851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:04.218457 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG oslo_concurrency.lockutils [None req-d39423b9-f931-4066-9066-51bc6004fb12 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:04.265546 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfa0a15-39a3-499f-bcd9-bd5a82b20dd6 req-d39423b9-f931-4066-9066-51bc6004fb12 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] No DVR routers for this DVR port 2816759c-b1bd-49f6-8321-f382f4666c99 on host hv-cinder-79049 {{(pid=92851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:32:04.267841 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron_lib.callbacks.manager [req-dcfa0a15-39a3-499f-bcd9-bd5a82b20dd6 req-d39423b9-f931-4066-9066-51bc6004fb12 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for port, before_response {{(pid=92851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:04.269870 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [req-dcfa0a15-39a3-499f-bcd9-bd5a82b20dd6 req-d39423b9-f931-4066-9066-51bc6004fb12 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.77 "DELETE /v2.0/ports/2816759c-b1bd-49f6-8321-f382f4666c99 HTTP/1.1" status: 204 len: 173 time: 0.4040365 Jun 24 10:32:04.270410 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'name': 'network-vif-deleted', 'tag': '2816759c-b1bd-49f6-8321-f382f4666c99'}] {{(pid=92851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:32:04.272736 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36bcc98a9a2d5480a72a78bbec323da30f64f0f327ed659a1a9957fde3ae4c6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1a2e9a-ea97-4fe1-a190-a9c66253d275" -d '{"events": [{"server_uuid": "8ef7e092-7950-44f9-92bd-065300ddcb8a", "name": "network-vif-deleted", "tag": "2816759c-b1bd-49f6-8321-f382f4666c99"}]}' {{(pid=92851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:32:04.307271 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82968bcb-4b01-40fb-8b5a-959c5821892c x-openstack-request-id: req-82968bcb-4b01-40fb-8b5a-959c5821892c {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:32:04.308090 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef7e092-7950-44f9-92bd-065300ddcb8a", "name": "network-vif-deleted", "tag": "2816759c-b1bd-49f6-8321-f382f4666c99", "status": "completed", "code": 200}]} {{(pid=92851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:32:04.308382 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-82968bcb-4b01-40fb-8b5a-959c5821892c {{(pid=92851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:32:04.308815 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef7e092-7950-44f9-92bd-065300ddcb8a', 'name': 'network-vif-deleted', 'tag': '2816759c-b1bd-49f6-8321-f382f4666c99', 'status': 'completed', 'code': 200} Jun 24 10:32:04.994230 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [req-f92be8fb-f5ce-4095-ac14-4a9214617cac req-f629de3b-47db-48d6-ac6d-bd55d1a630af tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ef7e092-7950-44f9-92bd-065300ddcb8a HTTP/1.1" status: 200 len: 210 time: 0.0286434 Jun 24 10:32:04.998657 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:06.088421 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44554) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:06.209952 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Deleting port ec74aac6-c15e-4100-999d-6d59d9710f06 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:32:06.210319 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:06.289837 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:06.290199 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:06.302190 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Calling delete_port for ec74aac6-c15e-4100-999d-6d59d9710f06 owned by network:floatingip {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:32:06.429407 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:06.432097 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-47ada778-edcc-4678-9ecc-3eadd52f2f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:06.455787 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event deleted for resources: {'Port': ['ID=ec74aac6-c15e-4100-999d-6d59d9710f06,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:06.459030 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:06.516479 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for floatingip, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:06.518998 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179186'] for floatingip, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:06.520225 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "DELETE /v2.0/floatingips/d5498c44-7cf2-4607-8d99-92846a6d06fa HTTP/1.1" status: 204 len: 168 time: 0.4307857 Jun 24 10:32:07.421618 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2816759c-b1bd-49f6-8321-f382f4666c99 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:07.441548 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] No Port match for: 2816759c-b1bd-49f6-8321-f382f4666c99 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:32:07.441897 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Device 2816759c-b1bd-49f6-8321-f382f4666c99 not bound to the agent host hv-cinder-79049 {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:07.775462 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44566) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:07.832029 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a1186303-4e86-4a92-8c74-8230fd962917 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:07.855990 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a1186303-4e86-4a92-8c74-8230fd962917 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:07.917549 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a1186303-4e86-4a92-8c74-8230fd962917 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:07.920112 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a1186303-4e86-4a92-8c74-8230fd962917 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:07.921243 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-a1186303-4e86-4a92-8c74-8230fd962917 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] 10.222.0.79 "DELETE /v2.0/security-groups/1ccb6cac-271a-4f48-a01e-f36e5633bbd6 HTTP/1.1" status: 204 len: 168 time: 0.1448126 Jun 24 10:32:07.922101 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-47b3440f-9743-4b48-ab62-b76a52b31881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:07.930805 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1186303-4e86-4a92-8c74-8230fd962917 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccb6cac-271a-4f48-a01e-f36e5633bbd6,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:07.933397 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-a1186303-4e86-4a92-8c74-8230fd962917 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:07.974104 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44570) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:08.401984 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-a421c91b-8e1e-4e2a-9dd5-54bbfcae2b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:08.664642 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450458'] for router_interface, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:08.908796 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] Deleting port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:32:08.909530 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:08.986011 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] For port d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:08.986472 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:08.998654 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] Calling delete_port for d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c owned by network:router_interface {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:32:09.170284 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:09.172968 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9d402e48-bdec-451c-bff8-ae8885ae29d5 tempest-AttachVolumeTestJSON-1081797585 tempest-AttachVolumeTestJSON-1081797585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:09.197069 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:09.201946 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:09.362750 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447242'] for router_interface, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:09.566686 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] Router ba034ad5-0c9a-4feb-89a2-9724f5394e92 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:32:09.667711 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:32:09.672518 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-4d86e7f7-380a-434d-925e-4929a02beeb1 admin admin] 10.222.0.79 "PUT /v2.0/routers/ba034ad5-0c9a-4feb-89a2-9724f5394e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6974213 Jun 24 10:32:09.675115 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44574) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:09.678619 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3f952-8caf-4b00-9a11-72ebb7db7835 None None] Sync routers for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:32:09.688191 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3f952-8caf-4b00-9a11-72ebb7db7835 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:32:09.688827 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-3dc3f952-8caf-4b00-9a11-72ebb7db7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:31:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:09.777058 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Notify callbacks [] for router, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:09.789820 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-3dc3f952-8caf-4b00-9a11-72ebb7db7835 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:32:09.880244 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:09.930598 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Deleting port ae162e30-c91f-4bd2-8c18-f7197a06bb04 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:32:09.931276 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:09.960378 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-3dc3f952-8caf-4b00-9a11-72ebb7db7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:32:09Z', 'revision_number': 5, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port': {'id': 'ae162e30-c91f-4bd2-8c18-f7197a06bb04', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:06Z', 'updated_at': '2021-06-24T10:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:09.989725 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3f952-8caf-4b00-9a11-72ebb7db7835 None None] Checking router: ba034ad5-0c9a-4feb-89a2-9724f5394e92 for host: dv-cinder-790492-7-iscsi {{(pid=92853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:32:09.998683 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3f952-8caf-4b00-9a11-72ebb7db7835 None None] Routers {'ba034ad5-0c9a-4feb-89a2-9724f5394e92'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:32:09.999298 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-3dc3f952-8caf-4b00-9a11-72ebb7db7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:31:41Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'], 'active': True} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:10.011136 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] For port ae162e30-c91f-4bd2-8c18-f7197a06bb04, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=ae162e30-c91f-4bd2-8c18-f7197a06bb04,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:10.011490 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.023030 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Calling delete_port for ae162e30-c91f-4bd2-8c18-f7197a06bb04 owned by network:router_gateway {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:32:10.082871 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvr_db [None req-3dc3f952-8caf-4b00-9a11-72ebb7db7835 None None] Set router ba034ad5-0c9a-4feb-89a2-9724f5394e92 gateway port host: None {{(pid=92853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:32:10.132536 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_hamode_db [None req-3dc3f952-8caf-4b00-9a11-72ebb7db7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:32:09Z', 'revision_number': 6, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port_host': None}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:10.160920 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3f952-8caf-4b00-9a11-72ebb7db7835 None None] The sync data for ids ['ba034ad5-0c9a-4feb-89a2-9724f5394e92'] in dv-cinder-790492-7-iscsi is: [{'id': 'ba034ad5-0c9a-4feb-89a2-9724f5394e92', 'name': 'tempest-TestVolumeBootPattern-2068171615-router', 'tenant_id': '401eb0c9690a4893b941db64b85396a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:05Z', 'updated_at': '2021-06-24T10:32:09Z', 'revision_number': 6, 'project_id': '401eb0c9690a4893b941db64b85396a1', 'gw_port_host': None}] {{(pid=92853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:32:10.193230 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.195394 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-2356694a-3615-4482-ba2f-1cc9a36e495b tempest-TestShelveInstance-922967633 tempest-TestShelveInstance-922967633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:10.218347 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae162e30-c91f-4bd2-8c18-f7197a06bb04,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:10.221468 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:10.280996 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448239'] for router_gateway, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.366691 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24320'] for router, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.368721 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.408369 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444839'] for router, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.408832 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba034ad5-0c9a-4feb-89a2-9724f5394e92 {{(pid=92850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:32:10.413024 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.414196 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-264a984d-f4de-4cf7-b48e-18b0d76d4010 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ba034ad5-0c9a-4feb-89a2-9724f5394e92 HTTP/1.1" status: 204 len: 168 time: 0.7381649 Jun 24 10:32:10.417409 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44576) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:10.460587 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af92ebd-4715-4a45-b0d8-448d030ab98d admin admin] Deleting subnet ae7b39c4-59d3-4993-bc90-4f139d81bbde {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:32:10.464053 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9af92ebd-4715-4a45-b0d8-448d030ab98d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.500961 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9af92ebd-4715-4a45-b0d8-448d030ab98d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247190'] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.581760 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9af92ebd-4715-4a45-b0d8-448d030ab98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.638785 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9af92ebd-4715-4a45-b0d8-448d030ab98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7169183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7241091'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.640683 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-321b2bee-8932-4e18-8e4b-32f23d28b156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:10.668091 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af92ebd-4715-4a45-b0d8-448d030ab98d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae7b39c4-59d3-4993-bc90-4f139d81bbde,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:10.670968 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-9af92ebd-4715-4a45-b0d8-448d030ab98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:10.674414 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-9af92ebd-4715-4a45-b0d8-448d030ab98d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.677057 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-9af92ebd-4715-4a45-b0d8-448d030ab98d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ae7b39c4-59d3-4993-bc90-4f139d81bbde HTTP/1.1" status: 204 len: 168 time: 0.2579412 Jun 24 10:32:10.678727 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44578) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:10.678865 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9809a472-2b1c-48d6-844c-923ec6adbb08 None None] Network 34bc84c6-726b-4a2e-8157-ec7879cbe448 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:32:10.744653 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.795772 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Deleting port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:32:10.796258 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.863133 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] For port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=dceb5f68-29f6-4abf-b28e-cdbf857cf5ff,segment=NetworkSegment(74ee452d-88d9-4657-9df1-0a086d516e67),segment_id=74ee452d-88d9-4657-9df1-0a086d516e67)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:10.863489 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.876942 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Calling delete_port for dceb5f68-29f6-4abf-b28e-cdbf857cf5ff owned by network:dhcp {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:32:10.957137 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c240fab0-2bab-4227-a020-490620fd9092 None None] DHCP port deletion for 34bc84c6-726b-4a2e-8157-ec7879cbe448 request from dv-cinder-790492-7-iscsi {{(pid=92853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:32:10.959112 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:10.959920 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:10.962637 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-cfea20bf-75fe-460b-b085-6f928a6c6397 tempest-VolumesSnapshotTestJSON-58641104 tempest-VolumesSnapshotTestJSON-58641104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:10.986926 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:32:10.987279 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device d9a7729f-61fd-4b1f-bd54-a2c2e57ba44c not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:10.988347 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dceb5f68-29f6-4abf-b28e-cdbf857cf5ff,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:10.990250 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] No DVR routers for this DVR port dceb5f68-29f6-4abf-b28e-cdbf857cf5ff on host dv-cinder-790492-7-iscsi {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:32:10.996663 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:11.070615 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:11.080738 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bc84c6-726b-4a2e-8157-ec7879cbe448']}} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:11.091543 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ee452d-88d9-4657-9df1-0a086d516e67') {'for_net_delete': True} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:11.091947 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ee452d-88d9-4657-9df1-0a086d516e67') {} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:11.101829 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7247151'] for segment, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:11.117463 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:11.117681 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-2ee96d1b-ea99-41d9-a874-744e6e93e1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:11.125865 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=92850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:32:11.126287 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7169148'] for segment, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: Traceback (most recent call last): Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: timer() Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: cb(*args, **kw) Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: return func(*args, **kwargs) Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: self._notify() Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: self.callback(batched_events) Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: event.method(event) Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: return f(self, *a, **k) Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._get(url).json() Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: return self.request(url, 'GET', **kwargs) Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:32:11.128201 dv-cinder-790492-7-iscsi neutron-server[92850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:32:11.187944 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:11.192304 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:11.194937 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:11.196802 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/34bc84c6-726b-4a2e-8157-ec7879cbe448 HTTP/1.1" status: 204 len: 168 time: 0.5170591 Jun 24 10:32:11.200460 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44580) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:11.215276 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=34bc84c6-726b-4a2e-8157-ec7879cbe448,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:11.234870 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:11.246239 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-eb710e55-56c2-43db-8cc6-64ee60d1cfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:11.544677 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450458'] for router_interface, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:11.789671 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] Deleting port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:32:11.790006 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:11.866756 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] For port 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=89f4fa29-7cdb-4f6b-b72b-c3d50effc63f,segment=NetworkSegment(a9a45cc7-f040-45ac-8fa3-eff806b7e1c7),segment_id=a9a45cc7-f040-45ac-8fa3-eff806b7e1c7)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:11.867110 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:11.881056 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] Calling delete_port for 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f owned by network:router_interface {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:32:12.052871 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:12.055828 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-b1e69476-85d9-4b04-8b23-7da00b8894e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:12.059490 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:12.084686 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] Pushing event deleted for resources: {'Port': ['ID=89f4fa29-7cdb-4f6b-b72b-c3d50effc63f,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:12.086911 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:12.242669 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447242'] for router_interface, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:12.594994 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device dceb5f68-29f6-4abf-b28e-cdbf857cf5ff no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:12.617933 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: dceb5f68-29f6-4abf-b28e-cdbf857cf5ff {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:32:12.618320 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device dceb5f68-29f6-4abf-b28e-cdbf857cf5ff not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:12.618755 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ae162e30-c91f-4bd2-8c18-f7197a06bb04 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:12.637591 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: ae162e30-c91f-4bd2-8c18-f7197a06bb04 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:32:12.637945 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device ae162e30-c91f-4bd2-8c18-f7197a06bb04 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:12.738304 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] Router bc0fe354-3b52-4e18-816a-8750087a6572 has already been hosted by L3 agent 07f14cf0-2ae8-4621-8753-4f5595181ae0 {{(pid=92850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:32:12.839195 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] Notify agent at l3_agent.dv-cinder-790492-7-iscsi the message routers_updated {{(pid=92850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:32:12.843957 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-bbae7ca2-0d7b-4dc7-a520-8702e5d125dd admin admin] 10.222.0.79 "PUT /v2.0/routers/bc0fe354-3b52-4e18-816a-8750087a6572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6432869 Jun 24 10:32:12.846460 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44582) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:12.849003 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f8115-0acf-41a1-ad09-2e459c8f0b1e None None] Sync routers for ids ['bc0fe354-3b52-4e18-816a-8750087a6572'] in dv-cinder-790492-7-iscsi {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:32:12.858804 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f8115-0acf-41a1-ad09-2e459c8f0b1e None None] Routers {'bc0fe354-3b52-4e18-816a-8750087a6572'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:32:12.859411 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-e00f8115-0acf-41a1-ad09-2e459c8f0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:32:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bc0fe354-3b52-4e18-816a-8750087a6572'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:12.948664 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Notify callbacks [] for router, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:12.959840 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-e00f8115-0acf-41a1-ad09-2e459c8f0b1e None None] Set router bc0fe354-3b52-4e18-816a-8750087a6572 gateway port host: dv-cinder-790492-7-iscsi {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:32:13.051815 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.107005 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Deleting port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:32:13.107716 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.134870 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-e00f8115-0acf-41a1-ad09-2e459c8f0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'name': 'tempest-TestVolumeBootPattern-704254501-router', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'external_fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:16Z', 'updated_at': '2021-06-24T10:32:12Z', 'revision_number': 5, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'gw_port': {'id': '3b02a316-f0ce-4b75-942f-53f7e0f05ca3', 'name': '', 'network_id': 'f7a1f380-7220-4398-ba20-93d87a45423d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:24:17Z', 'updated_at': '2021-06-24T10:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eac859db-fae4-43a4-a519-3509fa4641ca', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-7-iscsi'}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:13.161273 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f8115-0acf-41a1-ad09-2e459c8f0b1e None None] Checking router: bc0fe354-3b52-4e18-816a-8750087a6572 for host: dv-cinder-790492-7-iscsi {{(pid=92854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:32:13.169514 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f8115-0acf-41a1-ad09-2e459c8f0b1e None None] Routers {'bc0fe354-3b52-4e18-816a-8750087a6572'} bound to L3 agent in host dv-cinder-790492-7-iscsi {{(pid=92854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:32:13.170134 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-e00f8115-0acf-41a1-ad09-2e459c8f0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:13:41Z,description=,heartbeat_timestamp=2021-06-24T10:32:11Z,host='dv-cinder-790492-7-iscsi',id=07f14cf0-2ae8-4621-8753-4f5595181ae0,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:13:41Z,topic='l3_agent')) {'router_ids': ['bc0fe354-3b52-4e18-816a-8750087a6572'], 'active': True} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:13.191701 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] For port 3b02a316-f0ce-4b75-942f-53f7e0f05ca3, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=3b02a316-f0ce-4b75-942f-53f7e0f05ca3,segment=NetworkSegment(2960063a-570a-4e31-a505-f6ce9f76c92e),segment_id=2960063a-570a-4e31-a505-f6ce9f76c92e)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:13.192058 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.204962 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Calling delete_port for 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 owned by network:router_gateway {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:32:13.253809 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_dvr_db [None req-e00f8115-0acf-41a1-ad09-2e459c8f0b1e None None] Set router bc0fe354-3b52-4e18-816a-8750087a6572 gateway port host: None {{(pid=92854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:32:13.305190 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.l3_hamode_db [None req-e00f8115-0acf-41a1-ad09-2e459c8f0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'name': 'tempest-TestVolumeBootPattern-704254501-router', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:16Z', 'updated_at': '2021-06-24T10:32:13Z', 'revision_number': 6, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'gw_port_host': None}], 'dv-cinder-790492-7-iscsi', False) {} {{(pid=92854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:13.332940 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f8115-0acf-41a1-ad09-2e459c8f0b1e None None] The sync data for ids ['bc0fe354-3b52-4e18-816a-8750087a6572'] in dv-cinder-790492-7-iscsi is: [{'id': 'bc0fe354-3b52-4e18-816a-8750087a6572', 'name': 'tempest-TestVolumeBootPattern-704254501-router', 'tenant_id': '334af2a65ed04e71b083443d4fd47466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:24:16Z', 'updated_at': '2021-06-24T10:32:13Z', 'revision_number': 6, 'project_id': '334af2a65ed04e71b083443d4fd47466', 'gw_port_host': None}] {{(pid=92854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:32:13.371877 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.373901 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-ee302932-2c8e-4005-8549-7eea7a313e24 tempest-TestVolumeBootPattern-535598510 tempest-TestVolumeBootPattern-535598510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:13.395586 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b02a316-f0ce-4b75-942f-53f7e0f05ca3,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:13.405080 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.405465 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.405840 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.406299 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.406665 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.407467 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.407467 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.407726 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.408084 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.408440 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.408796 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.409147 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:13.413602 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:13.467746 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448239'] for router_gateway, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.558654 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24320'] for router, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.560694 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.601766 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444839'] for router, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.602342 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc0fe354-3b52-4e18-816a-8750087a6572 {{(pid=92850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:32:13.607200 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] Notify callbacks [] for router, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.608364 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-4210c8d0-04b4-4282-829d-284eeee23886 admin admin] 10.222.0.79 "DELETE /v2.0/routers/bc0fe354-3b52-4e18-816a-8750087a6572 HTTP/1.1" status: 204 len: 168 time: 0.7609544 Jun 24 10:32:13.610904 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44586) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:13.653781 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e9ec87-4886-4850-8d3b-ea5822746dc0 admin admin] Deleting subnet 4b55affe-7c20-4389-a92d-b8969b0f3c80 {{(pid=92850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:32:13.656690 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-73e9ec87-4886-4850-8d3b-ea5822746dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.691911 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-73e9ec87-4886-4850-8d3b-ea5822746dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7247190'] for subnet, precommit_delete_associations {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.762966 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.779482 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-73e9ec87-4886-4850-8d3b-ea5822746dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1372882'] for subnet, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.830470 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-73e9ec87-4886-4850-8d3b-ea5822746dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7169183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7241091'] for subnet, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.833118 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-043d4053-e852-4811-ad52-20eb21782423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:13.857159 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9ec87-4886-4850-8d3b-ea5822746dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b55affe-7c20-4389-a92d-b8969b0f3c80,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:13.859175 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-73e9ec87-4886-4850-8d3b-ea5822746dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.861043 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-73e9ec87-4886-4850-8d3b-ea5822746dc0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4b55affe-7c20-4389-a92d-b8969b0f3c80 HTTP/1.1" status: 204 len: 168 time: 0.2491012 Jun 24 10:32:13.861816 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-73e9ec87-4886-4850-8d3b-ea5822746dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:13.863416 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44588) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:13.865833 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3d2dc3-21d2-4fa5-ae4d-d5f5073ae09b None None] Network 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 requested from dv-cinder-790492-7-iscsi {{(pid=92853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:32:13.934440 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599481'] for network, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:13.986327 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Deleting port df6d1adb-4d04-4db6-9573-fe2aebf83609 {{(pid=92850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:32:13.987038 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.052032 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.db [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] For port df6d1adb-4d04-4db6-9573-fe2aebf83609, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=df6d1adb-4d04-4db6-9573-fe2aebf83609,segment=NetworkSegment(a9a45cc7-f040-45ac-8fa3-eff806b7e1c7),segment_id=a9a45cc7-f040-45ac-8fa3-eff806b7e1c7)] {{(pid=92850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:14.052843 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.066357 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.plugin [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Calling delete_port for df6d1adb-4d04-4db6-9573-fe2aebf83609 owned by network:dhcp {{(pid=92850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:32:14.087324 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] DHCP port deletion for 2a9c2cfa-3b9c-44af-87bf-55f549240ce0 request from dv-cinder-790492-7-iscsi {{(pid=92853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:32:14.133724 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Deleting port df6d1adb-4d04-4db6-9573-fe2aebf83609 {{(pid=92853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:32:14.133989 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779379669288'] for port, before_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.152969 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7169105'] for port, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.156175 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-51f2026a-8886-43fc-a00a-b9fa12719c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:14.182911 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] No DVR routers for this DVR port df6d1adb-4d04-4db6-9573-fe2aebf83609 on host dv-cinder-790492-7-iscsi {{(pid=92850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:32:14.187953 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=df6d1adb-4d04-4db6-9573-fe2aebf83609,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:14.190908 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:14.202256 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.db [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] For port df6d1adb-4d04-4db6-9573-fe2aebf83609, host dv-cinder-790492-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-7-iscsi',level=0,port_id=df6d1adb-4d04-4db6-9573-fe2aebf83609,segment=NetworkSegment(a9a45cc7-f040-45ac-8fa3-eff806b7e1c7),segment_id=a9a45cc7-f040-45ac-8fa3-eff806b7e1c7)] {{(pid=92853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:32:14.202662 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450215'] for port, precommit_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.216282 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Calling delete_port for df6d1adb-4d04-4db6-9573-fe2aebf83609 owned by network:dhcp {{(pid=92853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:32:14.260928 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1374084', 'neutron.services.segments.db._delete_segments_for_network-8779379738920'] for network, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.272302 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9c2cfa-3b9c-44af-87bf-55f549240ce0']}} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:14.283433 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a45cc7-f040-45ac-8fa3-eff806b7e1c7') {'for_net_delete': True} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:14.283762 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.services.segments.db [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a45cc7-f040-45ac-8fa3-eff806b7e1c7') {} {{(pid=92850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:32:14.293655 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1497999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779379672019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779379248631'] for port, after_delete {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.295382 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779379774383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7247151'] for segment, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.295663 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-fb825c29-198e-45d6-9029-57a1e72b0029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:14.309613 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044'] for segment, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.317639 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=92850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:32:14.318117 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7169148'] for segment, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.319664 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Pushing event deleted for resources: {'Port': ['ID=df6d1adb-4d04-4db6-9573-fe2aebf83609,revision_number=None']} {{(pid=92853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: Traceback (most recent call last): Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: timer() Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: cb(*args, **kw) Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: return func(*args, **kwargs) Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: self._notify() Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: self.callback(batched_events) Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: event.method(event) Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: return f(self, *a, **k) Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._get(url).json() Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: return self.request(url, 'GET', **kwargs) Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:32:14.319818 dv-cinder-790492-7-iscsi neutron-server[92850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:32:14.324470 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] No DVR routers for this DVR port df6d1adb-4d04-4db6-9573-fe2aebf83609 on host dv-cinder-790492-7-iscsi {{(pid=92853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:32:14.335839 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.335839 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.336266 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.336601 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.336934 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.337269 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.337628 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.337916 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.338274 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.339125 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.339435 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.339758 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-7-iscsi {{(pid=92853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:14.343100 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-51f54e2f-206b-40fe-818f-1faa3cc350ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:14.384550 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1374109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1597983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448005'] for network, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.388374 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-0e94141d-76ca-45a8-8350-d6e9b42be702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:14.390840 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.392742 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2a9c2cfa-3b9c-44af-87bf-55f549240ce0 HTTP/1.1" status: 204 len: 168 time: 0.5284283 Jun 24 10:32:14.403959 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9c2cfa-3b9c-44af-87bf-55f549240ce0,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:14.406319 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-f6d36d24-d0e3-487b-9dd3-86a7c1ff94e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:14.505898 dv-cinder-790492-7-iscsi neutron-server[92851]: DEBUG neutron.wsgi [-] (92851) accepted ('10.222.0.79', 44592) {{(pid=92851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:14.549740 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44594) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:14.550363 dv-cinder-790492-7-iscsi neutron-server[92851]: INFO neutron.wsgi [None req-ad710295-72a6-4c12-b56c-2389c94cc978 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=401eb0c9690a4893b941db64b85396a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401263 Jun 24 10:32:14.550807 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:14.574018 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:32:14.574483 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 3b02a316-f0ce-4b75-942f-53f7e0f05ca3 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:14.574907 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device df6d1adb-4d04-4db6-9573-fe2aebf83609 no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:14.595024 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: df6d1adb-4d04-4db6-9573-fe2aebf83609 {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:32:14.595290 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device df6d1adb-4d04-4db6-9573-fe2aebf83609 not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:14.595720 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f no longer exists at agent ovs-agent-dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:32:14.598318 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e2871532-ff04-436f-883d-05e20ca87ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.613665 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] No Port match for: 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f {{(pid=92853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:32:14.614022 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.rpc [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Device 89f4fa29-7cdb-4f6b-b72b-c3d50effc63f not bound to the agent host dv-cinder-790492-7-iscsi {{(pid=92853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:32:14.622458 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e2871532-ff04-436f-883d-05e20ca87ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.666621 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e2871532-ff04-436f-883d-05e20ca87ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.669159 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-e2871532-ff04-436f-883d-05e20ca87ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:14.670303 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-e2871532-ff04-436f-883d-05e20ca87ccf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/43285ddb-6ea4-45bb-8029-287d31f6741e HTTP/1.1" status: 204 len: 168 time: 0.1195266 Jun 24 10:32:14.671023 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:14.678804 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2871532-ff04-436f-883d-05e20ca87ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43285ddb-6ea4-45bb-8029-287d31f6741e,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:14.681045 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-e2871532-ff04-436f-883d-05e20ca87ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:14.978957 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44600) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:15.018635 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-a31c9f15-af51-4a34-b240-d951c243d0ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=334af2a65ed04e71b083443d4fd47466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384233 Jun 24 10:32:15.020827 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [-] (92850) accepted ('10.222.0.79', 44602) {{(pid=92850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:15.067893 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a883d439-bd71-42b2-bd0b-37a529ba6e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:15.091090 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a883d439-bd71-42b2-bd0b-37a529ba6e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:15.143809 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a883d439-bd71-42b2-bd0b-37a529ba6e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580762'] for security_group, after_delete {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:15.146413 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron_lib.callbacks.manager [None req-a883d439-bd71-42b2-bd0b-37a529ba6e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:15.147529 dv-cinder-790492-7-iscsi neutron-server[92850]: INFO neutron.wsgi [None req-a883d439-bd71-42b2-bd0b-37a529ba6e6c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12f32399-70df-4760-a7d6-0e5d650809e0 HTTP/1.1" status: 204 len: 168 time: 0.1258521 Jun 24 10:32:15.148363 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-78854d95-839d-4fc9-b173-c1e8247f4594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:15.155789 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883d439-bd71-42b2-bd0b-37a529ba6e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f32399-70df-4760-a7d6-0e5d650809e0,revision_number=None']} {{(pid=92850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:15.157960 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG oslo_concurrency.lockutils [None req-a883d439-bd71-42b2-bd0b-37a529ba6e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:22.380580 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:32:34.992876 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:38.402635 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-355618cd-ae70-4fca-ba9f-530aa935105e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:41.109074 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-d681fa2b-66fc-448b-af4e-4cfa1435ceca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:41.235676 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:42.059759 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:43.765421 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:59.379128 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:33:04.995171 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:08.404236 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-d08dc79d-64ce-4f6d-85a3-b6ee5b0d6c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:11.109516 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-68f43fb8-32b9-4139-a9b2-a2c9b6bef59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:11.235170 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:12.065453 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:13.769131 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:34.992106 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:36.376956 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:33:38.404404 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c9c4df89-b2cf-4de1-af9e-ddbf42ce4e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:41.109943 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-0e51465a-ed57-4714-ae78-87ec22f5df80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:41.235941 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:42.065483 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:43.770059 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:04.992437 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:08.405617 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b4b7a93a-35b0-4983-b117-864f6d5c8e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:11.113454 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-03334504-6b9d-41de-9beb-01d25f6b186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:11.235792 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:12.067073 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:13.375514 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:34:13.772482 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:34.990678 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:38.406269 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-bd9576eb-ad60-4ef5-b388-a45592b2c65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:41.115710 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c088a7e0-1ed0-400e-ac38-eb60d91e7500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:41.236316 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:42.070005 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:43.780096 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:50.374093 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:35:05.009732 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:08.406855 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-e715d9e3-20ed-4d9e-bdcd-704717b2ee75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:11.118394 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-2fd62f8c-8351-47d4-813d-e87f1d16d054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:11.238282 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:12.072219 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:13.777121 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:27.371970 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:35:35.019803 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:38.406603 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-101a210f-c0e8-444a-90ff-644286f106b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:41.119529 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-837d4efb-f132-45ad-8509-9582c1c36261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:41.239093 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:42.074609 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:43.781548 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:04.370948 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:36:05.019028 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:08.406516 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-e0760c03-93a6-4914-8869-0b138e81d55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:11.121002 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-feb6cfe7-eefc-492e-9a8a-2017a05c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:11.239662 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:12.078192 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:13.784759 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:35.032006 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:38.408361 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-00062607-52c3-4363-adf0-39aff1086b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.123714 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-cc560539-8576-40ab-8bfc-2f59f4b6f52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.240344 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.369762 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:36:42.080443 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:42.270847 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [req-b1655801-7437-43bb-8f54-7853ce23f310 req-cf454dec-ea8e-436d-ae40-482e249df04f service neutron] (92850) timed out ('10.222.0.77', 50240) {{(pid=92850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 10:36:43.786927 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:47.212470 dv-cinder-790492-7-iscsi neutron-server[92850]: DEBUG neutron.wsgi [req-36faa903-ca4e-4bcd-a404-657ff652179f req-00a579a1-107c-49f9-a2ff-ae33efe8508c service neutron] (92850) timed out ('10.222.0.77', 50241) {{(pid=92850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 10:37:05.030841 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c5880757-37d4-4f5b-b592-206c0ca18210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:08.408387 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-c818f20e-fe78-49b9-9b02-14713408ccda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:11.132873 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-65664a11-b73c-4669-a4f6-280d8e2afdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:11.241482 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-1a451b00-57bb-4f0c-ada7-d99988d74dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:12.084619 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-de3a76fa-bfbb-4e25-b263-a476c4e3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:13.789748 dv-cinder-790492-7-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-b7bf87c2-c782-4bf1-8683-ab61c329acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779379738902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1371346'] for agent, after_update {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:18.368595 dv-cinder-790492-7-iscsi neutron-server[92854]: DEBUG neutron.db.agents_db [None req-28caaf9b-5831-4a23-9043-6b3405160148 None None] Agent healthcheck: found 6 active agents {{(pid=92854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}